-- Logs begin at Thu 2021-08-12 21:17:24 UTC, end at Thu 2021-08-12 22:18:43 UTC. -- Aug 12 21:50:04.882179 dv-cinder-804459-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 12 21:50:07.721395 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.common.config [-] Logging enabled! Aug 12 21:50:07.722017 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 21:50:07.722242 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93770) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 21:50:07.727089 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.common.config [-] Logging enabled! Aug 12 21:50:07.727439 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 21:50:07.727876 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93770) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 21:50:07.729226 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 21:50:07.729585 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 21:50:07.730124 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 21:50:07.730476 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 21:50:07.730787 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 21:50:07.731265 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.731728 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.732185 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.732422 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.732726 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.733027 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.733318 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.733640 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.733957 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.734276 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.734562 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.734852 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.735087 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.735376 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.735671 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.736005 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.736329 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] debug = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.736741 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.737424 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.738023 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.738440 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.738907 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.744638 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.744638 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.744638 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.744638 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.744638 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] host = dv-cinder-804459-3-iscsi {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.744638 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.744638 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.744638 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.747693 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.747693 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.747693 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.747693 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.747693 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.747693 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] log_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.747693 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.747693 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.748241 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.748241 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.748241 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.748241 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.748241 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.748241 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.748241 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.748740 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.748740 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.748740 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.748740 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.749014 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.749207 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.749497 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.749811 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.750091 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.750374 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.750652 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.750929 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.751221 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.751504 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.751782 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.752059 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.752354 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.752630 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.752907 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.753217 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.753527 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.753818 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.754110 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.754387 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.754716 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.754995 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.755270 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.755547 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] use_json = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.755822 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.756094 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.756378 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.756654 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.756929 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.757207 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.757481 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.757792 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:07.758093 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.758397 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.758706 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.758996 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.759299 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.759585 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.759880 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.760161 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.760457 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.760751 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.761051 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.761334 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.761647 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.761930 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.762232 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.762544 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.762846 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.763145 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.763428 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.763708 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.763987 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.764268 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.764558 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.764859 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.765155 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.765434 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.765741 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.766039 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.766321 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.766597 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.766881 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.767176 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.767457 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.767736 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.768022 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.768303 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.768578 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.768854 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.769135 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.769430 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.769734 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.770014 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.770333 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.770615 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.770895 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.771191 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.771473 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.771749 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.772024 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.772304 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.772579 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.772854 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.773134 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.773411 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.773723 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.774001 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.774278 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.774554 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.774833 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.775113 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.775392 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.775670 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.775953 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.776233 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.776512 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.776789 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.777068 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.777347 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.777660 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.777965 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.778249 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.778530 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.778811 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.779092 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.779376 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.779660 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.779943 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.780226 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.780504 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.780802 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.781094 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.781501 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.781882 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.782167 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.782794 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.783081 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.783374 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.783659 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.783944 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.784240 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.784530 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.784832 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.785134 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.785434 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.786292 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.786600 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.786889 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.787208 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.787495 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:07.787719 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 21:50:07.787973 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93770) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 12 21:50:08.151653 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 21:50:08.151931 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 21:50:08.152224 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 21:50:08.152561 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 12 21:50:08.549435 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.549700 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.549981 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.551190 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.551499 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.551770 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.586753 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.587041 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.587316 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.604045 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.604324 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.604597 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.633149 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.633427 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.633728 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.670632 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.670912 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.671187 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.904537 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.905163 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.905163 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.905356 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:08.906106 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.027637 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.027960 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.028250 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.028528 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.028803 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.029121 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.029385 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.029666 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.029926 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.030212 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.030476 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.030745 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.031004 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.031259 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.031518 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.031785 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.032044 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.032314 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.032587 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.032850 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.033124 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.033382 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.033699 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.034083 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.034339 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.034589 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.034992 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:50:09.035239 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:50:09.035477 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:50:09.035715 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:50:09.036501 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:50:09.036742 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:50:09.037113 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 12 21:50:09.040273 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 12 21:50:09.044236 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 12 21:50:09.047912 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Aug 12 21:50:09.049721 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 12 21:50:09.050179 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 12 21:50:09.050522 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 12 21:50:09.050917 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 12 21:50:09.053789 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 12 21:50:09.054045 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 12 21:50:09.054402 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 21:50:09.059736 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 12 21:50:09.087542 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 12 21:50:09.088009 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.088392 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93770) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 12 21:50:09.088918 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.090679 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93770) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 12 21:50:09.090977 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 21:50:09.091232 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 12 21:50:09.095474 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.095856 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.159197 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 12 21:50:09.159378 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 12 21:50:09.159622 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 12 21:50:09.160006 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 12 21:50:09.181928 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_db.sqlalchemy.engines [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93770) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 12 21:50:09.722287 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Initializing driver for type 'gre' Aug 12 21:50:09.722879 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] gre ID ranges: [(1, 1000)] Aug 12 21:50:09.777565 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Initializing driver for type 'local' Aug 12 21:50:09.777915 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Initializing driver for type 'vlan' Aug 12 21:50:09.790221 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] VlanTypeDriver initialization complete Aug 12 21:50:09.790624 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Initializing driver for type 'vxlan' Aug 12 21:50:09.791164 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] vxlan ID ranges: [(1, 1000)] Aug 12 21:50:09.847347 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Initializing extension driver 'port_security' Aug 12 21:50:09.847726 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.extensions.port_security [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] PortSecurityExtensionDriver initialization complete Aug 12 21:50:09.848070 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Initializing mechanism driver 'openvswitch' Aug 12 21:50:09.848426 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Initializing mechanism driver 'hyperv' Aug 12 21:50:09.855015 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:50:09.855707 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > port after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.856087 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.856449 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > port after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.856976 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 21:50:09.857419 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > subnet after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.857811 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > subnet after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.858167 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.858566 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 21:50:09.858979 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > network after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.859336 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > network after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.859690 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > network after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.860084 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 21:50:09.860489 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > security_group after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.860848 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > security_group after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.861197 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.861619 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 21:50:09.862164 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.862525 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.862881 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.863278 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 21:50:09.863688 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > address_group after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.864612 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > address_group after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.864963 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.865356 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 21:50:09.865761 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] ML2 OVO RPC backend initialized. {{(pid=93770) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 12 21:50:09.866481 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.866847 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.867275 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > network before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.867632 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > networks before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.867989 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > port before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.868340 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > ports before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.868693 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > subnet before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.869042 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > subnets before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.869403 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > network after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.869787 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > network after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.870144 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > network after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.870493 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > port after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.870841 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.871189 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > port after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.871537 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > subnet after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.871883 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > subnet after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.872227 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.872821 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Modular L2 Plugin initialization complete Aug 12 21:50:09.873160 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading services supported by the core plugin {{(pid=93770) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 12 21:50:09.873496 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Got port-security extension from driver 'port_security' Aug 12 21:50:09.873992 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.extensions.vlantransparent [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Disabled vlantransparent extension. Aug 12 21:50:09.874487 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93770) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 12 21:50:09.874812 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading Plugin: router Aug 12 21:50:09.912964 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.913564 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router after_create 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.913754 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router before_create 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.914129 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.914511 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.914880 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router after_delete 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.915246 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.915618 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router after_create 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.915978 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router after_update 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.916339 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router after_update 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.916699 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.917068 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router after_update 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.917486 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router precommit_update 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.917888 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.918237 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: port after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.918578 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: subnet after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.918924 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.919277 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.919633 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router precommit_create 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.919983 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: port before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.920332 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router precommit_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.920697 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router after_update 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.921047 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.921405 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router precommit_create 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.921798 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.922154 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router precommit_update 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.922525 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > agent after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.922889 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > agent after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.923242 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > network after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.924117 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Tracking information for resource: router configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:50:09.924457 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Tracking information for resource: floatingip configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:50:09.929584 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.db.l3_agentschedulers_db [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 12 21:50:09.930283 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.930654 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: port after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.931018 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: port after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.931379 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.932219 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router before_create 55550100 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.932600 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.932974 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router precommit_create 55550100 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.933340 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > router precommit_update 55550100 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.937847 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.services.provider_configuration [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Service providers = [] {{(pid=93770) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 12 21:50:09.938224 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.db.servicetype_db [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93770) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 12 21:50:09.941206 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.services.service_base [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93770) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 21:50:09.941599 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.services.service_base [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93770) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 21:50:09.941975 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.services.service_base [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93770) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 21:50:09.942887 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.services.service_base [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93770) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 21:50:09.943268 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.services.service_base [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 12 21:50:09.943658 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:50:09.943986 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 12 21:50:09.954585 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:50:09.954929 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading Plugin: auto_allocate Aug 12 21:50:09.961196 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: network precommit_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.961607 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: network precommit_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.962144 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:50:09.962475 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading Plugin: tag Aug 12 21:50:09.970198 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:50:09.970534 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading Plugin: timestamp Aug 12 21:50:09.975255 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:50:09.975544 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading Plugin: network_ip_availability Aug 12 21:50:09.981021 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.981409 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.981808 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:09.982550 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:50:09.982877 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading Plugin: flavors Aug 12 21:50:09.987593 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:50:09.987938 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading Plugin: revisions Aug 12 21:50:09.992258 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:50:09.992662 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.840s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 21:50:09.993404 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93770) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 12 21:50:09.993781 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Initializing extension manager. Aug 12 21:50:09.994306 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: __init__.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:09.994657 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: __pycache__ {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:09.994999 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:09.995340 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: address_group.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:09.996108 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:09.996689 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: address-group Aug 12 21:50:09.997023 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: address_scope.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:09.997783 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:09.998311 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: address-scope Aug 12 21:50:09.998645 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:09.999595 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.000122 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: router-admin-state-down-before-update Aug 12 21:50:10.000456 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: agent.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.001369 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.001936 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: agent Aug 12 21:50:10.002275 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: agent_resources_synced.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.003222 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.003746 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: agent-resources-synced Aug 12 21:50:10.004076 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: allowedaddresspairs.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.006465 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.007005 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: allowed-address-pairs Aug 12 21:50:10.007344 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: auto_allocated_topology.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.008442 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.008997 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: auto-allocated-topology Aug 12 21:50:10.009335 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: availability_zone.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.010074 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.010599 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: availability_zone Aug 12 21:50:10.010936 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: availability_zone_filter.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.011875 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.012396 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: availability_zone_filter Aug 12 21:50:10.012729 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: data_plane_status.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.013695 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.014222 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension data-plane-status not supported by any of loaded plugins Aug 12 21:50:10.014557 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: default_subnetpools.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.015492 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.016018 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: default-subnetpools Aug 12 21:50:10.016354 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.017189 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.017737 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: dhcp_agent_scheduler Aug 12 21:50:10.018073 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: dns.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.019004 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.019522 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension dns-integration not supported by any of loaded plugins Aug 12 21:50:10.019854 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: dns_domain_ports.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.021440 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.021989 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 12 21:50:10.022322 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.023259 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.023785 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 12 21:50:10.024119 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: dvr.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.024801 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.025320 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: dvr Aug 12 21:50:10.025683 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: ecmp_routes.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.026617 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.027131 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 12 21:50:10.027462 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: empty_string_filtering.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.028388 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.028904 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: empty-string-filtering Aug 12 21:50:10.029233 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.030193 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.030705 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 12 21:50:10.031034 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.031966 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.032478 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 12 21:50:10.032806 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: external_net.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.033765 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.034279 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: external-net Aug 12 21:50:10.034608 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.035544 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.036126 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: extra_dhcp_opt Aug 12 21:50:10.036459 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: extraroute.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.037389 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.037940 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: extraroute Aug 12 21:50:10.038273 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: extraroute_atomic.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.039325 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.039845 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: extraroute-atomic Aug 12 21:50:10.040177 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: filter_validation.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.040859 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.041374 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: filter-validation Aug 12 21:50:10.041731 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: fip_pf_description.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.042662 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.043175 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 12 21:50:10.043504 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: fip_port_details.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.044448 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.044964 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: fip-port-details Aug 12 21:50:10.045295 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: flavors.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.046583 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.047111 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: flavors Aug 12 21:50:10.047447 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.049136 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.049707 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 12 21:50:10.050048 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: floatingip_pools.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.050762 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.051284 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: floatingip-pools Aug 12 21:50:10.051639 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: ip_allocation.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.052585 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.053101 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension ip_allocation not supported by any of loaded plugins Aug 12 21:50:10.053432 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.054400 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.054922 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: ip-substring-filtering Aug 12 21:50:10.055258 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: l2_adjacency.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.056200 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.056713 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 12 21:50:10.057045 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: l3.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.058215 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.058755 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: router Aug 12 21:50:10.059095 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.061412 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.061990 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 12 21:50:10.062329 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.063292 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.063825 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: ext-gw-mode Aug 12 21:50:10.064163 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.065121 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.065691 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: l3-ha Aug 12 21:50:10.066033 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: l3_flavors.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.067485 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.068013 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: l3-flavors Aug 12 21:50:10.068348 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.069286 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.069837 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 12 21:50:10.070170 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: l3agentscheduler.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.071232 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.071758 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: l3_agent_scheduler Aug 12 21:50:10.072096 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: logging.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.073639 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.074185 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension logging not supported by any of loaded plugins Aug 12 21:50:10.074528 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: metering.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.075294 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.075888 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: metering Aug 12 21:50:10.076225 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.077349 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.077916 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: metering_source_and_destination_fields Aug 12 21:50:10.078257 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: multiprovidernet.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.079200 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.079720 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: multi-provider Aug 12 21:50:10.080056 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: netmtu.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.080984 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.081503 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: net-mtu Aug 12 21:50:10.081867 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: netmtu_writable.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.083448 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.084037 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: net-mtu-writable Aug 12 21:50:10.084420 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: network_availability_zone.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.085119 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.085667 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: network_availability_zone Aug 12 21:50:10.086002 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: network_ip_availability.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.087104 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.087627 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: network-ip-availability Aug 12 21:50:10.087963 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: network_segment_range.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.088740 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.089259 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension network-segment-range not supported by any of loaded plugins Aug 12 21:50:10.089870 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: pagination.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.090877 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.091220 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: pagination Aug 12 21:50:10.091553 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: port_device_profile.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.092484 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.093010 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: port-device-profile Aug 12 21:50:10.093342 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.094318 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.094843 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: port-mac-address-regenerate Aug 12 21:50:10.095176 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.096108 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.096629 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: port-numa-affinity-policy Aug 12 21:50:10.096960 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: port_resource_request.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.097944 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.098487 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension port-resource-request not supported by any of loaded plugins Aug 12 21:50:10.098819 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: portbindings.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.099764 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.100283 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: binding Aug 12 21:50:10.100613 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: portbindings_extended.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.102040 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.102566 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: binding-extended Aug 12 21:50:10.102903 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: portsecurity.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.103839 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.104361 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: port-security Aug 12 21:50:10.104693 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: project_id.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.105727 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.106070 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: project-id Aug 12 21:50:10.106403 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: providernet.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.107341 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.107864 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: provider Aug 12 21:50:10.108198 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: qos.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.111742 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.112280 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension qos not supported by any of loaded plugins Aug 12 21:50:10.112619 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.113944 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.114472 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 12 21:50:10.114811 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.115752 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.116276 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 12 21:50:10.116614 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: qos_default.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.117575 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.118105 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension qos-default not supported by any of loaded plugins Aug 12 21:50:10.118442 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: qos_fip.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.119117 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.119631 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension qos-fip not supported by any of loaded plugins Aug 12 21:50:10.119964 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: qos_gateway_ip.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.120909 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.121429 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 12 21:50:10.121785 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: qos_port_network_policy.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.122723 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.123247 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 12 21:50:10.123578 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: qos_pps_rule.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.124786 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.125314 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension qos-pps not supported by any of loaded plugins Aug 12 21:50:10.125683 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: qos_rule_type_details.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.126633 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.127153 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 12 21:50:10.127488 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: qos_rules_alias.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.128550 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.129074 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 12 21:50:10.129928 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: quotasv2.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.130888 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.131227 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: quotas Aug 12 21:50:10.131557 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: quotasv2_detail.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.134650 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.135000 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: quota_details Aug 12 21:50:10.135345 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: rbac.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.136617 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.137163 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: rbac-policies Aug 12 21:50:10.137527 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: rbac_address_group.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.138485 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.139017 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: rbac-address-group Aug 12 21:50:10.139356 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: rbac_address_scope.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.140294 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.140819 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: rbac-address-scope Aug 12 21:50:10.141157 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: rbac_security_groups.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.142127 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.142651 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: rbac-security-groups Aug 12 21:50:10.142987 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: rbac_subnetpool.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.143925 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.144446 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: rbac-subnetpool Aug 12 21:50:10.144781 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: revisionifmatch.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.146301 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.146825 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: revision-if-match Aug 12 21:50:10.147159 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: revisions.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.148284 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.148807 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: standard-attr-revisions Aug 12 21:50:10.149146 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: router_availability_zone.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.149863 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.150385 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: router_availability_zone Aug 12 21:50:10.150718 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: routerservicetype.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.151657 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.152175 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension router-service-type not supported by any of loaded plugins Aug 12 21:50:10.152510 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.153462 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.154021 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: security-groups-normalized-cidr Aug 12 21:50:10.154357 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.155293 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.155813 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: port-security-groups-filtering Aug 12 21:50:10.156148 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.157083 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.157641 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: security-groups-remote-address-group Aug 12 21:50:10.157978 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: securitygroup.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.167583 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.168131 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: security-group Aug 12 21:50:10.168477 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: segment.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.169279 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.169837 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension segment not supported by any of loaded plugins Aug 12 21:50:10.170177 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.171135 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.171662 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 12 21:50:10.171998 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: servicetype.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.173194 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.173755 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: service-type Aug 12 21:50:10.174094 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: sorting.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.175096 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.175437 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: sorting Aug 12 21:50:10.175768 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: standard_attr_segment.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.176735 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.177258 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 12 21:50:10.177629 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: standardattrdescription.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.178295 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.178812 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: standard-attr-description Aug 12 21:50:10.179178 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: stateful_security_group.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.180140 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.180666 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: stateful-security-group Aug 12 21:50:10.181001 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: stdattrs_common.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.181626 dv-cinder-804459-3-iscsi neutron-server[93770]: WARNING neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 12 21:50:10.181957 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.182904 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.183436 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 12 21:50:10.183771 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: subnet_onboard.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.184871 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.185401 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: subnet_onboard Aug 12 21:50:10.185765 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.186717 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.187242 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 12 21:50:10.187575 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: subnet_service_types.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.188524 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.189047 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: subnet-service-types Aug 12 21:50:10.189378 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: subnetallocation.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.190507 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.191037 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: subnet_allocation Aug 12 21:50:10.191373 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.192592 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.193108 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: subnetpool-prefix-ops Aug 12 21:50:10.193439 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.194424 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.194956 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 12 21:50:10.195293 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: tagging.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.196392 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.196929 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: standard-attr-tag Aug 12 21:50:10.197266 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: timestamp.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.198523 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.199048 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loaded extension: standard-attr-timestamp Aug 12 21:50:10.199383 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: trunk.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.200438 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.200964 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension trunk not supported by any of loaded plugins Aug 12 21:50:10.201297 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: trunk_details.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.202273 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.202802 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension trunk-details not supported by any of loaded plugins Aug 12 21:50:10.203135 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: uplink_status_propagation.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.204091 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.204619 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 12 21:50:10.204955 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Loading extension file: vlantransparent.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:50:10.205681 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:50:10.206208 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 12 21:50:10.209371 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:network Aug 12 21:50:10.209945 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:subnet Aug 12 21:50:10.210362 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 21:50:10.210759 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:port Aug 12 21:50:10.212012 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:50:10.212512 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Service FLAVORS assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:50:10.213168 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:50:10.213649 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:50:10.213992 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:router Aug 12 21:50:10.214687 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 21:50:10.215201 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Service METERING assigned prefix: /metering {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:50:10.216671 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:10.217058 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:10.217420 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:50:10.218473 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 21:50:10.218929 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:security_group Aug 12 21:50:10.219362 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 21:50:10.221164 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Service CORE assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:50:10.221553 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 21:50:10.221932 dv-cinder-804459-3-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] subnetpool is already registered Aug 12 21:50:10.222397 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Service CORE assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:50:10.222739 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 21:50:10.223086 dv-cinder-804459-3-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] subnetpool is already registered Aug 12 21:50:10.225483 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:50:10.225901 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Service FLAVORS assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:50:10.226503 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:50:10.226938 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:50:10.227281 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:router Aug 12 21:50:10.227646 dv-cinder-804459-3-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] router is already registered Aug 12 21:50:10.228052 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 21:50:10.228421 dv-cinder-804459-3-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] floatingip is already registered Aug 12 21:50:10.228872 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Service METERING assigned prefix: /metering {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:50:10.229576 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 21:50:10.229913 dv-cinder-804459-3-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] rbac_policy is already registered Aug 12 21:50:10.230332 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:security_group Aug 12 21:50:10.230675 dv-cinder-804459-3-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] security_group is already registered Aug 12 21:50:10.231085 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 21:50:10.231426 dv-cinder-804459-3-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] security_group_rule is already registered Aug 12 21:50:10.232078 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Service CORE assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:50:10.232415 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 21:50:10.232758 dv-cinder-804459-3-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] subnetpool is already registered Aug 12 21:50:10.233191 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Service CORE assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:50:10.233532 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 21:50:10.233886 dv-cinder-804459-3-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] subnetpool is already registered Aug 12 21:50:10.234358 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: extensions {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.235821 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: address-groups {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.237327 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: address-scopes {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.238713 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: agents {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.239912 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: auto-allocated-topology {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.241182 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: availability_zones {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.242454 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: dhcp-networks {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.243993 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: dhcp-agents {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.245428 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: routers {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.247185 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: flavors {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.248459 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: service_profiles {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.249718 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: next_providers {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.251160 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: service_profiles {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.252713 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: floatingip-pools {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.253990 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: routers {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.256240 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: floatingips {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.257560 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: l3-routers {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.258964 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: l3-agents {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.260405 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: metering-labels {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.261727 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: metering-label-rules {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.263115 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: network-ip-availabilities {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.264379 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: bindings {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.265984 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: quotas {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.267545 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: quotas {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.268995 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: rbac-policies {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.270839 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: security-groups {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.272154 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: security-group-rules {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.273395 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: service-providers {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.274663 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: subnetpools {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.276070 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: subnetpools {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.277659 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.279360 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.281178 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.283025 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.284713 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.287735 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.289421 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.291250 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.293123 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.294930 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:50:10.300860 dv-cinder-804459-3-iscsi neutron-server[93770]: WARNING keystonemiddleware.auth_token [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 12 21:50:10.305431 dv-cinder-804459-3-iscsi neutron-server[93770]: WARNING keystonemiddleware.auth_token [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 12 21:50:10.313843 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Acquired lock "singleton_lock" {{(pid=93770) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 12 21:50:10.314335 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Releasing lock "singleton_lock" {{(pid=93770) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 12 21:50:10.314979 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO oslo_service.service [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Starting 2 workers Aug 12 21:50:10.320379 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Started child 93877 {{(pid=93770) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 21:50:10.324921 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Started child 93878 {{(pid=93770) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 21:50:10.325936 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:10.326642 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO neutron.service [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 12 21:50:10.327212 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Notify callbacks [] for process, before_spawn {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:10.327446 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [-] (93877) wsgi starting up on http://0.0.0.0:9696 Aug 12 21:50:10.329600 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO oslo_service.service [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Starting 1 workers Aug 12 21:50:10.329793 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:10.331180 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [-] (93878) wsgi starting up on http://0.0.0.0:9696 Aug 12 21:50:10.335404 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Started child 93879 {{(pid=93770) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 21:50:10.335953 dv-cinder-804459-3-iscsi neutron-server[93770]: INFO oslo_service.service [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Starting 1 workers Aug 12 21:50:10.339631 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.service [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] calling RpcWorker wait() {{(pid=93879) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 12 21:50:10.340188 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.service [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] returning from RpcWorker wait() {{(pid=93879) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 12 21:50:10.340748 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Started child 93880 {{(pid=93770) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 21:50:10.341601 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4140-2eb0-46a7-91dc-5d5de52e2405 None None] Notify callbacks [] for process, after_spawn {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:10.341725 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:10.342136 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:50:10.343555 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93770) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 21:50:10.343778 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 21:50:10.343954 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 21:50:10.344172 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 21:50:10.344523 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 21:50:10.344693 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 21:50:10.345209 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.345524 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.345615 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:10.346149 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.346149 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.346362 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.346987 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.347273 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.347518 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.347807 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.348072 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.348402 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.348580 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.348848 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.349114 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.349415 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.349720 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.349983 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.350252 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.350429 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.350713 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.350984 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.351242 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.351518 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] debug = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.351855 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.352262 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.352517 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.352783 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.353015 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.353301 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.353569 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.353864 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.354115 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.354457 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.354598 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.354852 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.355098 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.355338 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.355564 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.355828 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.356048 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.356545 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] host = dv-cinder-804459-3-iscsi {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.356769 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.357012 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.357268 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.357564 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.357798 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.358042 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.358305 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.358554 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.358831 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.359078 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.359344 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.359608 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.359826 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.360074 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.360242 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_options = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.360480 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.360745 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.361031 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.361226 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.361398 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.361598 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.361851 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.362019 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.362275 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.362513 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.362734 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.362955 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.363180 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.363396 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.363696 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.364421 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.364646 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.364861 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.365127 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.365389 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.365662 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.365895 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.366136 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.366361 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.366602 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.366846 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.367075 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.367294 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.367515 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.367775 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.368024 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.368296 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.368549 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.368818 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.369052 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.369286 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.369523 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.369966 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.370381 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.370815 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.371179 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.371432 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.371672 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.371893 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.372155 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.372381 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_json = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.372606 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.372849 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.373121 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.373354 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.373593 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.373831 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.374055 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.374314 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.374762 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.375069 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.376082 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.376082 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.376082 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.376082 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.376622 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.376747 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:50:10.376877 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.376877 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.377110 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.377337 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.378987 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.378987 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.378987 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.380448 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.380807 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.381082 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.381376 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.381670 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.381931 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.382160 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.382389 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.383701 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.383701 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.383701 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.383701 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.384206 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.384206 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.384357 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.384624 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.385014 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.385408 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.385951 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.386218 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.386547 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.386720 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.387009 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.387175 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.387371 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.387626 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.387901 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.388384 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.388624 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.393120 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.393120 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.393120 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.393120 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.393120 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.393120 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.393120 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.393120 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.393120 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.394681 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.394681 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.394681 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.394681 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.394681 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.394681 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.394681 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.394681 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.394681 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.396712 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.396712 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.396712 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.396712 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.396712 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.396712 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.396712 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.396712 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.396712 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.400413 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.400413 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.400413 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.400413 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.400413 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.400413 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.400413 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.400413 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.400413 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.402561 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.402561 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.402561 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.402561 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.402561 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.402561 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.402561 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.402561 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.403489 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.403489 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.403489 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.403489 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.403489 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.403489 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.403489 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.403489 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.404064 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.404064 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.404064 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.404064 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.404064 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.404064 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.404064 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.404064 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.404630 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.404630 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.404630 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.404630 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.404630 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.405031 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.405118 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.405357 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.405687 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.405973 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.406273 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.406500 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.406809 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.407096 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.407377 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.407653 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.407908 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.408147 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.408394 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.408816 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.409080 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.409354 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.409640 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.409891 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.410186 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.410381 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.410618 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.411069 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.411507 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.412039 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.412500 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.412937 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.413355 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.413724 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.414064 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.414457 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.415181 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.415181 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.415332 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.415513 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.415945 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.416345 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.416790 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.417226 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.417646 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.418059 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.418483 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.418717 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.418967 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.419224 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.419486 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.419728 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.419963 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.420216 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.420468 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.420669 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.421127 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.421340 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.421590 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.421839 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.422084 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.422327 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.422568 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.422788 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.423046 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.423289 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.423582 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.424029 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.424443 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.424870 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.425321 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.425615 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.425840 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.426840 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.427286 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.427516 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.427742 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.427978 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.428205 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.428428 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.428684 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.428940 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.429222 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.429484 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.429873 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.430127 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.430805 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.430805 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.430979 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.431113 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.431491 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.431874 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.432107 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.432339 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.432735 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.432836 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.433069 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.433537 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.433920 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.434373 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.434768 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.435337 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.435700 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.436013 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.436282 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.436528 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.436804 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.437050 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.437297 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.437560 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.437783 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.438027 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.438279 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.438504 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.438722 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.438955 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.439174 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.439390 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.439623 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.439845 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.440066 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.440297 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.440512 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.440754 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.440981 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.441201 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.441421 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.441691 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.442592 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.442816 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.443045 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.443263 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.443500 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.443759 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.443975 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.444210 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.444439 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.444659 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.444874 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.445202 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.445455 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.445708 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.446002 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.446241 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.446489 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.446736 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.447049 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.447296 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.447576 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.447801 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.448025 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.448251 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.448511 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.448834 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.449118 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.449387 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.449690 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.449993 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.450295 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.450580 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.450802 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.451094 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.451440 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.451712 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.451975 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.452241 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.452494 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.452746 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.452969 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.453213 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.453437 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.453687 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.453952 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.454221 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.454470 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.454710 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.454943 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.455167 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.455428 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.455665 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.455893 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.456116 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.456264 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 21:50:10.456783 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93770) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 21:50:10.456948 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 21:50:10.457115 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 21:50:10.457324 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 21:50:10.457546 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 21:50:10.457722 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 21:50:10.457932 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.458098 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.458264 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.458427 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.458588 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.458771 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.458937 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.459099 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.459260 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.459421 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.459584 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.459746 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.459909 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.460070 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.460232 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.460395 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.460559 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.460721 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.460889 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.461052 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.461214 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.461540 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.461540 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] debug = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.461697 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.461893 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.462059 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.462221 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.462382 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.462544 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.462705 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.462866 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.463028 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.463189 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.463353 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.463508 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.463665 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.463827 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.463988 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.464153 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.464779 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.464779 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] host = dv-cinder-804459-3-iscsi {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.465320 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.465320 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.465320 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.465320 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.465916 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.465916 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.465916 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.466350 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.466350 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.466350 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.466951 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.466951 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.466951 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.466951 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.467479 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_options = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.467479 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.467479 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.467479 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.467983 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.467983 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.467983 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.468380 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.468380 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.468873 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.468873 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.468873 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.468873 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.469392 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.469392 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.469392 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.469825 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.469825 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.469825 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.470210 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.470210 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.470481 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.470481 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.470741 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.470741 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.471010 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.471010 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.471270 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.471406 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.471542 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.471676 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.471798 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.471921 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.472061 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.472217 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.472351 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.472484 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.472646 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.473016 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.473016 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.473311 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.473311 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.473601 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.473747 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.473880 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.474012 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.474143 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_json = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.474228 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.474391 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.474557 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.474717 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.475031 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.475354 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.475721 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.475901 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:50:10.476043 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.476179 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.476313 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.476485 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.476655 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.476822 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.477166 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.477166 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.477325 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.477455 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.477652 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.477820 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.478028 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.478166 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.478316 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.478465 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.478622 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.478788 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.478953 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.479115 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.479255 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.479425 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.479606 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.479773 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.479939 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.480103 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.480268 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.480434 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.480599 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.480766 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.480931 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.481097 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.481263 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.481428 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.481615 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.481781 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.481945 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.482112 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.482278 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.482443 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.482609 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.482774 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.482940 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.483105 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.483270 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.483436 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.483602 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.483761 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.483921 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.484085 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.484188 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:50:10.484278 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.484415 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.484580 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.484744 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.484909 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.485073 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.485238 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.485403 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.485598 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.485759 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.485910 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.486087 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.486251 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.486416 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.486581 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.486793 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.486908 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.487060 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.487224 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.487393 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.487557 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.487722 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.487886 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.488123 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.488225 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.488369 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.488535 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.488756 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.489374 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.489580 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.489725 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.489890 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.490057 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.490223 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.490395 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.490574 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.490740 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.490905 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.491070 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.491235 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.491400 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.491566 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.491731 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.491896 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.492060 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.492225 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.492389 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.492556 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.492721 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.492884 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.493048 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.493212 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.493377 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.493566 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.493733 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.493898 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.494063 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.494228 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.494392 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.494556 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.494721 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.494895 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.495059 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.495227 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.495391 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.495562 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.495738 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.495889 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.496058 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.496223 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.496431 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.496558 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.496682 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.496903 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.497042 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.497169 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.497317 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.497457 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.497682 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.497835 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.497985 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.498149 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.498338 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.498503 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.498669 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.498833 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.498998 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.499163 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.499328 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.499491 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.499656 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.499821 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.499985 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.500151 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.500316 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.500480 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.500647 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.500812 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.500976 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.501350 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.501350 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.501681 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.501681 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.501878 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.502003 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.502116 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.502280 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.502444 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.502608 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.502773 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.502939 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.503104 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.503268 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.503553 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.503693 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.503789 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.503902 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.504065 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.504229 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.504413 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.505102 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.505268 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.505433 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.505612 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.505777 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.505941 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.506108 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.506273 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.506440 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.506605 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.506770 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.506954 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.507103 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.507269 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.507435 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.507600 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.507765 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.507949 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.508115 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.508280 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.508445 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.508610 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.508774 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.508939 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.509103 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.509270 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.509435 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.509621 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.509790 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.509958 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.510123 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.510288 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.510453 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.510618 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.510783 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.510950 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.511128 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.511491 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.511491 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.511703 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.511798 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.511913 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.512088 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.512253 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.512421 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.512587 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.512736 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.512902 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.513076 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.513240 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.513404 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.513596 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.513760 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.513924 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.514098 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.514262 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.514426 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.514589 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.514752 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.514916 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.515089 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.515253 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.515417 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.515581 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.515744 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.515908 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.516100 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.516246 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.516410 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.516573 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.516737 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.516901 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.517074 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.517240 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.517405 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.517595 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.517762 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.517929 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.518094 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.518270 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.518435 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.518604 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.518768 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.518932 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.519096 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.519264 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.519434 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.519608 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.519779 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.519949 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.520149 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.520324 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.520506 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.520670 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.520842 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.521012 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.521184 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.521349 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.521531 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.521696 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.521863 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.522028 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.522192 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.522357 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.522520 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.522686 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.522849 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.523013 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.523178 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.523342 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.523506 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.523671 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.523837 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.524003 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.524167 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:50:10.524324 dv-cinder-804459-3-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 21:50:10.564942 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 55522) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:50:10.573883 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066979 Aug 12 21:50:21.953750 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8660f4d-ad83-4e47-9b2c-c62737ab9d60 None None] get_active_networks_info from dv-cinder-804459-3-iscsi {{(pid=93879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 21:50:22.014140 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8660f4d-ad83-4e47-9b2c-c62737ab9d60 None None] No non-hosted networks {{(pid=93879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 12 21:50:22.029809 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f12d8224-4348-4fc1-b334-cfacc1f12438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1683963'] for agent, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:24.454060 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bd189d80-c3d3-4d2d-a4cd-7f82bbba8aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1683963'] for agent, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:24.546358 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1683963'] for agent, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:24.547836 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:24.548629 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:24.549911 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:24.551689 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:24.552211 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:24.553733 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:24.554374 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:24.555912 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:24.556448 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:24.557969 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:24.558752 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:24.559330 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:24.560176 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804459-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:50:24.566321 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a272ad82-852a-427e-b77a-af518430d1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:24.612796 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804459-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:50:25.651379 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1683963'] for agent, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:27.358467 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.db.l3_hamode_db [None req-11cab815-d318-47a7-8bad-6d2631ff058e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 12 21:50:27.436518 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cab815-d318-47a7-8bad-6d2631ff058e None None] Routers set() bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:50:27.436900 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cab815-d318-47a7-8bad-6d2631ff058e None None] Router IDs set() for agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 21:50:27.667363 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1683963'] for agent, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:28.500805 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 55616) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:50:28.994610 dv-cinder-804459-3-iscsi neutron-server[93878]: WARNING oslo_policy.policy [None req-70b0d1bb-5daf-4352-aa29-2880caf3ecdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:50:28.995202 dv-cinder-804459-3-iscsi neutron-server[93878]: WARNING oslo_policy.policy [None req-70b0d1bb-5daf-4352-aa29-2880caf3ecdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:50:29.211930 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [None req-70b0d1bb-5daf-4352-aa29-2880caf3ecdf admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:50:29.213032 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-70b0d1bb-5daf-4352-aa29-2880caf3ecdf admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7112410 Aug 12 21:50:31.575523 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 55630) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:50:31.885418 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-0444feb7-6e21-433a-b842-4d2f61634959 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:50:31.978911 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.policy [None req-0444feb7-6e21-433a-b842-4d2f61634959 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93878) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 21:50:32.023229 dv-cinder-804459-3-iscsi neutron-server[93878]: WARNING oslo_policy.policy [None req-0444feb7-6e21-433a-b842-4d2f61634959 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:50:32.023627 dv-cinder-804459-3-iscsi neutron-server[93878]: WARNING oslo_policy.policy [None req-0444feb7-6e21-433a-b842-4d2f61634959 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:50:32.032032 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.quota [None req-0444feb7-6e21-433a-b842-4d2f61634959 admin admin] Loaded quota_driver: . Aug 12 21:50:32.124214 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0444feb7-6e21-433a-b842-4d2f61634959 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776769457276', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776769457711', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776769344036', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776769340823', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776770357697', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776769369432', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-538175', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1349912', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-352924', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-421590'] for rbac-policy, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:32.192317 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0444feb7-6e21-433a-b842-4d2f61634959 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:32.192317 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-0444feb7-6e21-433a-b842-4d2f61634959 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6140833 Aug 12 21:50:34.767173 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 55642) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:50:35.073128 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Request body: {'network': {'name': 'private', 'project_id': '53aa5656d9434b519422c0ffc1fae00c', 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c', 'admin_state_up': True}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:50:35.102115 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Made reservation on behalf of 53aa5656d9434b519422c0ffc1fae00c for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:50:35.104847 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:35.122189 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:35.248194 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:35.252079 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:35.272878 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:50:35.301591 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776773240167', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:35.302129 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Unsubscribe: segment precommit_create {{(pid=93878) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 21:50:35.302653 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Added segment 1c598ca8-fdef-4c54-b8b8-a71957705a03 of type vlan for network 19f7d858-427a-41a7-9195-4b7bc56a3329 Aug 12 21:50:35.319454 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bbf8f3-b32e-4d4f-8d98-d0eef43644bd,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:50:35.369476 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:35.369847 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:35.370181 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:35.370513 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:35.370831 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:35.371170 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:35.371492 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:35.371808 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:35.372137 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:35.372454 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:35.372765 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:35.373079 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Tracked resource versions report: Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: pushed versions: Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: { 'AddressGroup': {'1.2'}, Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'ConntrackHelper': {'1.0'}, Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Log': {'1.0'}, Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Network': {'1.1'}, Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Port': {'1.7'}, Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'PortForwarding': {'1.2'}, Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'QosPolicy': {'1.9'}, Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'SecurityGroup': {'1.4'}, Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'SubPort': {'1.0'}, Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Subnet': {'1.1'}, Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Trunk': {'1.1'}} Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: consumer versions: Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: { DHCP agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: L3 agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: Metadata agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: Metering agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: Open vSwitch agent@dv-cinder-804459-3-iscsi: { 'AddressGroup': '1.2', Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'ConntrackHelper': '1.0', Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Log': '1.0', Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Network': '1.1', Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Port': '1.7', Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'PortForwarding': '1.2', Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'QosPolicy': '1.9', Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'SecurityGroup': '1.4', Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'SecurityGroupRule': '1.2', Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'SubPort': '1.0', Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Subnet': '1.1', Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Trunk': '1.1'}} Aug 12 21:50:35.374235 dv-cinder-804459-3-iscsi neutron-server[93878]: {{(pid=93878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:50:35.422364 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:35.471272 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:35.472333 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:50:35.473551 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:35.557992 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7896123 Aug 12 21:50:35.576911 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520315d0-995d-4115-8412-c7fa3d35a128 admin admin] Pushing event updated for resources: {'Network': ['ID=19f7d858-427a-41a7-9195-4b7bc56a3329,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:50:35.589903 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network 19f7d858-427a-41a7-9195-4b7bc56a3329 details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:50:38.186495 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 55656) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:50:38.699606 dv-cinder-804459-3-iscsi neutron-server[93877]: WARNING oslo_policy.policy [None req-67011214-2875-469c-b178-896b93c020e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:50:38.700179 dv-cinder-804459-3-iscsi neutron-server[93877]: WARNING oslo_policy.policy [None req-67011214-2875-469c-b178-896b93c020e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:50:39.134639 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.policy [None req-67011214-2875-469c-b178-896b93c020e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93877) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 21:50:39.179150 dv-cinder-804459-3-iscsi neutron-server[93877]: WARNING oslo_policy.policy [None req-67011214-2875-469c-b178-896b93c020e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:50:39.179519 dv-cinder-804459-3-iscsi neutron-server[93877]: WARNING oslo_policy.policy [None req-67011214-2875-469c-b178-896b93c020e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:50:39.187633 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67011214-2875-469c-b178-896b93c020e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:50:39.189564 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-67011214-2875-469c-b178-896b93c020e0 admin admin] 10.222.0.30 "GET /v2.0/networks/19f7d858-427a-41a7-9195-4b7bc56a3329 HTTP/1.1" status: 200 len: 825 time: 1.0010042 Aug 12 21:50:39.229685 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-0248a49e-edfb-483c-8653-fefeb94ff359 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/7a3b979a-4fbe-419c-b858-1153c0b559e5 HTTP/1.1" status: 200 len: 734 time: 0.0340269 Aug 12 21:50:39.239084 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Request body: {'subnet': {'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329', 'subnetpool_id': '7a3b979a-4fbe-419c-b858-1153c0b559e5', 'ip_version': 4, 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:50:39.240970 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.quota [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Loaded quota_driver: . Aug 12 21:50:39.280268 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Made reservation on behalf of 53aa5656d9434b519422c0ffc1fae00c for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:50:39.283120 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:39.572301 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:39.640145 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Checking segment: {'id': '1c598ca8-fdef-4c54-b8b8-a71957705a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:50:39.640552 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Network hostable DHCP agents. Network: 19f7d858-427a-41a7-9195-4b7bc56a3329, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:50:39.655554 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c06e98-729b-4630-878f-0fb12064450f,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:50:39.669571 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:39.669926 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:39.670265 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:39.670594 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:39.670919 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:39.671257 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:39.671579 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:39.671897 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:39.672230 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:39.672547 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:39.672860 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:39.673174 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Tracked resource versions report: Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: pushed versions: Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: { 'AddressGroup': {'1.2'}, Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'ConntrackHelper': {'1.0'}, Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Log': {'1.0'}, Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Network': {'1.1'}, Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Port': {'1.7'}, Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'PortForwarding': {'1.2'}, Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'QosPolicy': {'1.9'}, Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'SecurityGroup': {'1.4'}, Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'SubPort': {'1.0'}, Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Subnet': {'1.1'}, Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Trunk': {'1.1'}} Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: consumer versions: Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: { DHCP agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: L3 agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: Metadata agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: Metering agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: Open vSwitch agent@dv-cinder-804459-3-iscsi: { 'AddressGroup': '1.2', Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'ConntrackHelper': '1.0', Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Log': '1.0', Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Network': '1.1', Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Port': '1.7', Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'PortForwarding': '1.2', Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'QosPolicy': '1.9', Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'SecurityGroup': '1.4', Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'SecurityGroupRule': '1.2', Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'SubPort': '1.0', Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Subnet': '1.1', Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Trunk': '1.1'}} Aug 12 21:50:39.674319 dv-cinder-804459-3-iscsi neutron-server[93877]: {{(pid=93877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:50:39.699347 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Network 19f7d858-427a-41a7-9195-4b7bc56a3329 is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:50:39.715857 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, 19f7d858-427a-41a7-9195-4b7bc56a3329) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:50:39.720589 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:50:39.721223 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:39.725811 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41196a44-bc1b-438d-a866-ff5fdb2cf86c None None] Network 19f7d858-427a-41a7-9195-4b7bc56a3329 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:50:39.749214 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-43a800de-54a0-4b26-814e-1996b3afcc12 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5051608 Aug 12 21:50:40.052483 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49bcab0f-72fd-56c1-b72d-e4210340e10c-19f7d858-427a-41a7-9195-4b7bc56a3329', 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329', 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c', 'fixed_ips': [{'subnet_id': '37c06e98-729b-4630-878f-0fb12064450f'}]}} from dv-cinder-804459-3-iscsi. {{(pid=93879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:50:40.053755 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:40.324597 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Allocated IP 172.20.0.2 (19f7d858-427a-41a7-9195-4b7bc56a3329/37c06e98-729b-4630-878f-0fb12064450f/91f7ca95-b99c-4efd-967a-bdbac5d9a11c) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:50:40.554304 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:40.568925 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Transition to ACTIVE for port object 91f7ca95-b99c-4efd-967a-bdbac5d9a11c will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:50:40.589933 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Transition to ACTIVE for port object 91f7ca95-b99c-4efd-967a-bdbac5d9a11c will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:50:40.599142 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:40.676394 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Network 19f7d858-427a-41a7-9195-4b7bc56a3329 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:50:40.689438 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:50:40.701932 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:50:40.704307 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Pushing event updated for resources: {'Port': ['ID=91f7ca95-b99c-4efd-967a-bdbac5d9a11c,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:50:40.717325 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:40.717706 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:40.718576 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:40.720343 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:40.720669 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:40.721023 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:40.722439 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:40.723311 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:40.724515 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:40.724515 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:40.724515 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:40.725038 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Tracked resource versions report: Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: pushed versions: Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: { 'AddressGroup': {'1.2'}, Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'ConntrackHelper': {'1.0'}, Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Log': {'1.0'}, Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Network': {'1.1'}, Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Port': {'1.7'}, Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'PortForwarding': {'1.2'}, Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'QosPolicy': {'1.9'}, Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'SecurityGroup': {'1.4'}, Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'SubPort': {'1.0'}, Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Subnet': {'1.1'}, Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Trunk': {'1.1'}} Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: consumer versions: Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: { DHCP agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: L3 agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: Metadata agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: Metering agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: Open vSwitch agent@dv-cinder-804459-3-iscsi: { 'AddressGroup': '1.2', Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'ConntrackHelper': '1.0', Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Log': '1.0', Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Network': '1.1', Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Port': '1.7', Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'PortForwarding': '1.2', Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'QosPolicy': '1.9', Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'SecurityGroup': '1.4', Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'SecurityGroupRule': '1.2', Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'SubPort': '1.0', Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Subnet': '1.1', Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Trunk': '1.1'}} Aug 12 21:50:40.725844 dv-cinder-804459-3-iscsi neutron-server[93879]: {{(pid=93879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:50:40.799309 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Attempting to bind port 91f7ca95-b99c-4efd-967a-bdbac5d9a11c on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:50:40.799701 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Attempting to bind port 91f7ca95-b99c-4efd-967a-bdbac5d9a11c by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '1c598ca8-fdef-4c54-b8b8-a71957705a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:50:40.800150 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Attempting to bind port 91f7ca95-b99c-4efd-967a-bdbac5d9a11c on network 19f7d858-427a-41a7-9195-4b7bc56a3329 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:50:40.805336 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:50:40.805765 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Checking segment: {'id': '1c598ca8-fdef-4c54-b8b8-a71957705a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:50:40.806258 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:40.806680 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Bound using segment: {'id': '1c598ca8-fdef-4c54-b8b8-a71957705a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:50:40.807153 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Bound port: 91f7ca95-b99c-4efd-967a-bdbac5d9a11c, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c598ca8-fdef-4c54-b8b8-a71957705a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:50:40.807556 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:40.872016 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] For port 91f7ca95-b99c-4efd-967a-bdbac5d9a11c, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:50:40.876220 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] For port 91f7ca95-b99c-4efd-967a-bdbac5d9a11c, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=91f7ca95-b99c-4efd-967a-bdbac5d9a11c,segment=NetworkSegment(1c598ca8-fdef-4c54-b8b8-a71957705a03),segment_id=1c598ca8-fdef-4c54-b8b8-a71957705a03)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:50:40.882436 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:40.945526 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a1f0d-49ec-44be-b3f8-a2acd0e33ec9 None None] Pushing event updated for resources: {'Port': ['ID=91f7ca95-b99c-4efd-967a-bdbac5d9a11c,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:50:42.161324 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 55676) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:50:42.482266 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [None req-137568f2-bb85-43e6-8433-7ce15b1f6968 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:50:42.483355 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-137568f2-bb85-43e6-8433-7ce15b1f6968 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3210490 Aug 12 21:50:44.889485 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 55684) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:50:45.216383 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [None req-352ade68-2316-4bb5-933a-3b193611d98a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:50:45.229534 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-352ade68-2316-4bb5-933a-3b193611d98a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3270080 Aug 12 21:50:47.831374 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 55694) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:50:48.185736 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7f6b0907-7273-4fee-974f-6fb659d39880 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:50:48.218462 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f6b0907-7273-4fee-974f-6fb659d39880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103827'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:48.220111 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f6b0907-7273-4fee-974f-6fb659d39880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103836'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:48.395649 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f6b0907-7273-4fee-974f-6fb659d39880 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:48.400518 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f6b0907-7273-4fee-974f-6fb659d39880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683698'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:48.413718 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f6b0907-7273-4fee-974f-6fb659d39880 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:48.414912 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-7f6b0907-7273-4fee-974f-6fb659d39880 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5825553 Aug 12 21:50:48.716350 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 91f7ca95-b99c-4efd-967a-bdbac5d9a11c up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:50:48.802645 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 91f7ca95-b99c-4efd-967a-bdbac5d9a11c completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:50:49.353803 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6970361e-5529-4663-96d5-4ea24cd05b45 None None] Network 19f7d858-427a-41a7-9195-4b7bc56a3329 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:50:49.423799 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-43eef42e-28ba-4bbc-b424-9a81eeb7a5b8 None None] Provisioning for port 91f7ca95-b99c-4efd-967a-bdbac5d9a11c completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:50:49.429465 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-43eef42e-28ba-4bbc-b424-9a81eeb7a5b8 None None] Provisioning complete for port 91f7ca95-b99c-4efd-967a-bdbac5d9a11c triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:50:49.429887 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-43eef42e-28ba-4bbc-b424-9a81eeb7a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:49.604522 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-43eef42e-28ba-4bbc-b424-9a81eeb7a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:49.650015 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-43eef42e-28ba-4bbc-b424-9a81eeb7a5b8 None None] For port 91f7ca95-b99c-4efd-967a-bdbac5d9a11c, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=91f7ca95-b99c-4efd-967a-bdbac5d9a11c,segment=NetworkSegment(1c598ca8-fdef-4c54-b8b8-a71957705a03),segment_id=1c598ca8-fdef-4c54-b8b8-a71957705a03)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:50:49.655810 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-43eef42e-28ba-4bbc-b424-9a81eeb7a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:49.705412 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eef42e-28ba-4bbc-b424-9a81eeb7a5b8 None None] Pushing event updated for resources: {'Port': ['ID=91f7ca95-b99c-4efd-967a-bdbac5d9a11c,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:50:49.875691 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-8bda0b9a-5234-45bf-af73-30bf61501737 None None] Provisioning complete for port 91f7ca95-b99c-4efd-967a-bdbac5d9a11c triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:50:49.876324 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8bda0b9a-5234-45bf-af73-30bf61501737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:50.696569 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 91f7ca95-b99c-4efd-967a-bdbac5d9a11c up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:50:50.742219 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 91f7ca95-b99c-4efd-967a-bdbac5d9a11c triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:50:50.742594 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:50.831052 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 55706) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:50:51.155949 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [None req-c6d0a5f1-a316-4ef4-a7ce-a41fbd0b20cc admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:50:51.156951 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-c6d0a5f1-a316-4ef4-a7ce-a41fbd0b20cc admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3244045 Aug 12 21:50:51.812335 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d0236ac9-3af6-40b6-918e-839e435df26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:53.528429 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 55714) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:50:53.836620 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:50:53.858986 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Made reservation on behalf of 01168335883e4b319e9f7dd2f482c2a0 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:50:53.861222 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:53.882075 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:54.004337 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:54.015055 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:54.033815 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Reserving flat network on physical network physnet1 {{(pid=93877) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 12 21:50:54.053736 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bb3d1f-3ded-4e59-acb7-9f79ec62ebb6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:50:54.061249 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776773240167', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:54.061839 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Unsubscribe: segment precommit_create {{(pid=93877) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 21:50:54.062413 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.segments_db [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Added segment 7ba1e192-1aee-4689-86e6-0e3055ffc6b9 of type flat for network 91f356a0-e407-4a3f-8387-93e3cb37c38d Aug 12 21:50:54.143259 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:54.191448 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:54.192476 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:50:54.193056 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:54.268253 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7387266 Aug 12 21:50:54.286548 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff5c2f-bcbf-47fc-ad05-c9be6e9f2d34 admin admin] Pushing event updated for resources: {'Network': ['ID=91f356a0-e407-4a3f-8387-93e3cb37c38d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:50:54.297469 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:50:54.427517 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f3399d24-db73-4d7a-9388-9b0b4ecd8515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:54.447611 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:55.595140 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:56.623490 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 55732) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:50:56.849324 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37155729-3a64-48da-a430-0ab189f34eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:50:56.850731 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-37155729-3a64-48da-a430-0ab189f34eb1 admin admin] 10.222.0.30 "GET /v2.0/subnets/37c06e98-729b-4630-878f-0fb12064450f HTTP/1.1" status: 200 len: 849 time: 0.2263002 Aug 12 21:50:57.032674 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-91745397-aebe-42e4-889d-92c8848f4546 admin admin] 10.222.0.30 "GET /v2.0/routers/eba110ae-eea9-47ec-aba2-a913a5e6ec3f HTTP/1.1" status: 200 len: 704 time: 0.1759405 Aug 12 21:50:57.304298 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:57.604024 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Allocated IP 172.20.0.1 (19f7d858-427a-41a7-9195-4b7bc56a3329/37c06e98-729b-4630-878f-0fb12064450f/6f12fa01-dba9-42b8-8a01-6741a963aacc) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:50:57.618629 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:57.792885 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:57.820225 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Transition to ACTIVE for port object 6f12fa01-dba9-42b8-8a01-6741a963aacc will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:50:57.900601 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:57.968831 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Network 19f7d858-427a-41a7-9195-4b7bc56a3329 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:50:57.981226 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:50:57.988670 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6f12fa01-dba9-42b8-8a01-6741a963aacc,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:50:58.009638 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:50:58.010230 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740839'] for router_interface, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:58.204330 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:58.217140 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-8c848b34-5eda-46ee-b1c0-a0347badcfd2 None None] Provisioning for port 6f12fa01-dba9-42b8-8a01-6741a963aacc completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:50:58.221056 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-8c848b34-5eda-46ee-b1c0-a0347badcfd2 None None] Provisioning complete for port 6f12fa01-dba9-42b8-8a01-6741a963aacc triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:50:58.221455 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8c848b34-5eda-46ee-b1c0-a0347badcfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:58.255875 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-8c848b34-5eda-46ee-b1c0-a0347badcfd2 None None] Port 6f12fa01-dba9-42b8-8a01-6741a963aacc cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:50:58.471395 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:58.475670 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:58.476436 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740979'] for router_interface, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:58.554032 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6f12fa01-dba9-42b8-8a01-6741a963aacc,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:50:58.601532 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Network 19f7d858-427a-41a7-9195-4b7bc56a3329 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:50:58.602855 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:50:58.766307 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Router eba110ae-eea9-47ec-aba2-a913a5e6ec3f is scheduled to L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 with binding_index 1 {{(pid=93878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:50:58.776355 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-624d3685-578f-4b53-9184-6f56cbaa8d20 None None] Provisioning complete for port 6f12fa01-dba9-42b8-8a01-6741a963aacc triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:50:58.776867 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-624d3685-578f-4b53-9184-6f56cbaa8d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:58.814765 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-624d3685-578f-4b53-9184-6f56cbaa8d20 None None] Port 6f12fa01-dba9-42b8-8a01-6741a963aacc cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:50:58.859001 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:50:58.864678 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-bb3c4189-db00-42ca-8148-bfbb7cae81b4 admin admin] 10.222.0.30 "PUT /v2.0/routers/eba110ae-eea9-47ec-aba2-a913a5e6ec3f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8259618 Aug 12 21:50:58.881327 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Sync routers for ids ['eba110ae-eea9-47ec-aba2-a913a5e6ec3f'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:50:58.892879 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Routers {'eba110ae-eea9-47ec-aba2-a913a5e6ec3f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:50:58.893815 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:50:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['eba110ae-eea9-47ec-aba2-a913a5e6ec3f'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:50:59.075495 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Set router eba110ae-eea9-47ec-aba2-a913a5e6ec3f gateway port host: None {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:50:59.505326 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba110ae-eea9-47ec-aba2-a913a5e6ec3f', 'name': 'router1', 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:50:48Z', 'updated_at': '2021-08-12T21:50:58Z', 'revision_number': 2, 'project_id': '53aa5656d9434b519422c0ffc1fae00c', 'gw_port_host': None, '_interfaces': [{'id': '6f12fa01-dba9-42b8-8a01-6741a963aacc', 'name': '', 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329', 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c', 'mac_address': 'fa:16:3e:0a:14:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba110ae-eea9-47ec-aba2-a913a5e6ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37c06e98-729b-4630-878f-0fb12064450f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:50:57Z', 'updated_at': '2021-08-12T21:50:58Z', 'revision_number': 2, 'project_id': '53aa5656d9434b519422c0ffc1fae00c', 'subnets': [{'id': '37c06e98-729b-4630-878f-0fb12064450f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a3b979a-4fbe-419c-b858-1153c0b559e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:50:59.556745 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Checking router: eba110ae-eea9-47ec-aba2-a913a5e6ec3f for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:50:59.557125 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Updating router eba110ae-eea9-47ec-aba2-a913a5e6ec3f port 6f12fa01-dba9-42b8-8a01-6741a963aacc binding host dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:50:59.607313 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:00.125733 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:00.144221 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Transition to ACTIVE for port object 6f12fa01-dba9-42b8-8a01-6741a963aacc will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:51:00.150004 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:00.308411 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bf695-916d-431e-afd7-229fcc5cc885 None None] Pushing event updated for resources: {'Port': ['ID=6f12fa01-dba9-42b8-8a01-6741a963aacc,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:51:00.324867 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70bf695-916d-431e-afd7-229fcc5cc885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:00.325218 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70bf695-916d-431e-afd7-229fcc5cc885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:00.325571 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70bf695-916d-431e-afd7-229fcc5cc885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:00.325902 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70bf695-916d-431e-afd7-229fcc5cc885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:00.326362 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70bf695-916d-431e-afd7-229fcc5cc885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:00.326557 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70bf695-916d-431e-afd7-229fcc5cc885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:00.326878 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70bf695-916d-431e-afd7-229fcc5cc885 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:00.327204 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70bf695-916d-431e-afd7-229fcc5cc885 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:00.327531 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70bf695-916d-431e-afd7-229fcc5cc885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:00.327886 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70bf695-916d-431e-afd7-229fcc5cc885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:00.328304 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70bf695-916d-431e-afd7-229fcc5cc885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:00.328634 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70bf695-916d-431e-afd7-229fcc5cc885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70bf695-916d-431e-afd7-229fcc5cc885 None None] Tracked resource versions report: Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: pushed versions: Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: { 'AddressGroup': {'1.2'}, Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'ConntrackHelper': {'1.0'}, Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Log': {'1.0'}, Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Network': {'1.1'}, Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Port': {'1.7'}, Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'PortForwarding': {'1.2'}, Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'QosPolicy': {'1.9'}, Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'SecurityGroup': {'1.4'}, Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'SubPort': {'1.0'}, Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Subnet': {'1.1'}, Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Trunk': {'1.1'}} Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: consumer versions: Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: { DHCP agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: L3 agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: Metadata agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: Metering agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: Open vSwitch agent@dv-cinder-804459-3-iscsi: { 'AddressGroup': '1.2', Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'ConntrackHelper': '1.0', Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Log': '1.0', Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Network': '1.1', Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Port': '1.7', Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'PortForwarding': '1.2', Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'QosPolicy': '1.9', Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'SecurityGroup': '1.4', Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'SecurityGroupRule': '1.2', Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'SubPort': '1.0', Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Subnet': '1.1', Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Trunk': '1.1'}} Aug 12 21:51:00.329916 dv-cinder-804459-3-iscsi neutron-server[93880]: {{(pid=93880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:51:00.333466 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Attempting to bind port 6f12fa01-dba9-42b8-8a01-6741a963aacc on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:51:00.333898 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Attempting to bind port 6f12fa01-dba9-42b8-8a01-6741a963aacc by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '1c598ca8-fdef-4c54-b8b8-a71957705a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:51:00.334302 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Attempting to bind port 6f12fa01-dba9-42b8-8a01-6741a963aacc on network 19f7d858-427a-41a7-9195-4b7bc56a3329 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:51:00.341434 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:51:00.341873 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Checking segment: {'id': '1c598ca8-fdef-4c54-b8b8-a71957705a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:51:00.342729 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:00.342729 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Bound using segment: {'id': '1c598ca8-fdef-4c54-b8b8-a71957705a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:51:00.343223 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Bound port: 6f12fa01-dba9-42b8-8a01-6741a963aacc, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c598ca8-fdef-4c54-b8b8-a71957705a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:51:00.343603 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:00.407017 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] For port 6f12fa01-dba9-42b8-8a01-6741a963aacc, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:51:00.427576 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] For port 6f12fa01-dba9-42b8-8a01-6741a963aacc, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=6f12fa01-dba9-42b8-8a01-6741a963aacc,segment=NetworkSegment(1c598ca8-fdef-4c54-b8b8-a71957705a03),segment_id=1c598ca8-fdef-4c54-b8b8-a71957705a03)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:51:00.432651 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:00.476595 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Routers {'eba110ae-eea9-47ec-aba2-a913a5e6ec3f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:51:00.477308 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:50:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['eba110ae-eea9-47ec-aba2-a913a5e6ec3f'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:51:00.563354 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bf695-916d-431e-afd7-229fcc5cc885 None None] Pushing event updated for resources: {'Port': ['ID=6f12fa01-dba9-42b8-8a01-6741a963aacc,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:51:00.584209 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] Set router eba110ae-eea9-47ec-aba2-a913a5e6ec3f gateway port host: None {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:51:00.793787 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba110ae-eea9-47ec-aba2-a913a5e6ec3f', 'name': 'router1', 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:50:48Z', 'updated_at': '2021-08-12T21:50:58Z', 'revision_number': 2, 'project_id': '53aa5656d9434b519422c0ffc1fae00c', 'gw_port_host': None, '_interfaces': [{'id': '6f12fa01-dba9-42b8-8a01-6741a963aacc', 'name': '', 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329', 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c', 'mac_address': 'fa:16:3e:0a:14:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba110ae-eea9-47ec-aba2-a913a5e6ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37c06e98-729b-4630-878f-0fb12064450f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:50:57Z', 'updated_at': '2021-08-12T21:51:00Z', 'revision_number': 4, 'project_id': '53aa5656d9434b519422c0ffc1fae00c', 'subnets': [{'id': '37c06e98-729b-4630-878f-0fb12064450f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a3b979a-4fbe-419c-b858-1153c0b559e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:51:00.820168 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc3977-fbef-4e56-964b-6c88fe389a37 None None] The sync data for ids ['eba110ae-eea9-47ec-aba2-a913a5e6ec3f'] in dv-cinder-804459-3-iscsi is: [{'id': 'eba110ae-eea9-47ec-aba2-a913a5e6ec3f', 'name': 'router1', 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:50:48Z', 'updated_at': '2021-08-12T21:50:58Z', 'revision_number': 2, 'project_id': '53aa5656d9434b519422c0ffc1fae00c', 'gw_port_host': None, '_interfaces': [{'id': '6f12fa01-dba9-42b8-8a01-6741a963aacc', 'name': '', 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329', 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c', 'mac_address': 'fa:16:3e:0a:14:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba110ae-eea9-47ec-aba2-a913a5e6ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37c06e98-729b-4630-878f-0fb12064450f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:50:57Z', 'updated_at': '2021-08-12T21:51:00Z', 'revision_number': 4, 'project_id': '53aa5656d9434b519422c0ffc1fae00c', 'subnets': [{'id': '37c06e98-729b-4630-878f-0fb12064450f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a3b979a-4fbe-419c-b858-1153c0b559e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:51:01.057933 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 55754) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:51:01.168993 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba0564-57f7-4fa4-990b-ab80dd50841e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:51:01.170312 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-50ba0564-57f7-4fa4-990b-ab80dd50841e admin admin] 10.222.0.30 "GET /v2.0/networks/91f356a0-e407-4a3f-8387-93e3cb37c38d HTTP/1.1" status: 200 len: 842 time: 0.1114004 Aug 12 21:51:01.180123 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-1afd5c81-5646-4d8f-b0f3-c94c77cfdef1 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'cidr': '172.27.0.0/24'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:51:01.211048 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afd5c81-5646-4d8f-b0f3-c94c77cfdef1 admin admin] Made reservation on behalf of 01168335883e4b319e9f7dd2f482c2a0 for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:51:01.213341 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1afd5c81-5646-4d8f-b0f3-c94c77cfdef1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:01.530178 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.objects.ports [None req-1afd5c81-5646-4d8f-b0f3-c94c77cfdef1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 21:51:01.530634 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1afd5c81-5646-4d8f-b0f3-c94c77cfdef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:01.583176 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd5c81-5646-4d8f-b0f3-c94c77cfdef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fce42f0-dde6-46b2-85e6-ccbaee05710d,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:51:01.595054 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd5c81-5646-4d8f-b0f3-c94c77cfdef1 admin admin] Checking segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:51:01.595420 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd5c81-5646-4d8f-b0f3-c94c77cfdef1 admin admin] Network hostable DHCP agents. Network: 91f356a0-e407-4a3f-8387-93e3cb37c38d, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:51:01.618488 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd5c81-5646-4d8f-b0f3-c94c77cfdef1 admin admin] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:51:01.629572 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-1afd5c81-5646-4d8f-b0f3-c94c77cfdef1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, 91f356a0-e407-4a3f-8387-93e3cb37c38d) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:51:01.633669 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afd5c81-5646-4d8f-b0f3-c94c77cfdef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:51:01.634373 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1afd5c81-5646-4d8f-b0f3-c94c77cfdef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:01.640681 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09474a7-9604-4496-84fc-aabe359c91e3 None None] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:51:01.648266 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-1afd5c81-5646-4d8f-b0f3-c94c77cfdef1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4715657 Aug 12 21:51:01.773405 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25e7637-7072-47c0-b184-fb52d7b63b2f None None] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:51:03.919980 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 55762) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:51:04.153687 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-9808084f-1f11-46cf-9cf9-5c489bdc5e2b admin admin] 10.222.0.30 "GET /v2.0/routers/eba110ae-eea9-47ec-aba2-a913a5e6ec3f HTTP/1.1" status: 200 len: 710 time: 0.2323883 Aug 12 21:51:04.272835 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff30025-1979-4ac9-b6eb-1504cc8eee38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:51:04.274274 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-8ff30025-1979-4ac9-b6eb-1504cc8eee38 admin admin] 10.222.0.30 "GET /v2.0/networks/91f356a0-e407-4a3f-8387-93e3cb37c38d HTTP/1.1" status: 200 len: 886 time: 0.1149871 Aug 12 21:51:04.285187 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:51:04.542103 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:04.778393 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:04.857698 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:05.061338 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Allocated IP 172.27.0.59 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/eade7acf-b886-4b02-8f82-4864744e1d8b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:51:05.173757 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:05.257465 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:05.322031 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:51:05.327691 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:51:05.339171 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:51:05.377704 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Pushing event updated for resources: {'Port': ['ID=eade7acf-b886-4b02-8f82-4864744e1d8b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:51:05.623468 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:05.824661 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1683465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1685350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103822'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:05.829083 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1683456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1683707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1685329'] for router, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:05.955478 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Router eba110ae-eea9-47ec-aba2-a913a5e6ec3f has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:51:06.070212 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:51:06.074604 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:06.075789 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-bd03f104-6c47-46c2-9c17-3673e35bcfc1 admin admin] 10.222.0.30 "PUT /v2.0/routers/eba110ae-eea9-47ec-aba2-a913a5e6ec3f HTTP/1.1" status: 200 len: 889 time: 1.7941520 Aug 12 21:51:06.735790 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 6f12fa01-dba9-42b8-8a01-6741a963aacc up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:51:06.788566 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 6f12fa01-dba9-42b8-8a01-6741a963aacc completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:51:06.792110 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 6f12fa01-dba9-42b8-8a01-6741a963aacc triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:51:06.792492 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:06.869176 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:06.901655 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port 6f12fa01-dba9-42b8-8a01-6741a963aacc, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=6f12fa01-dba9-42b8-8a01-6741a963aacc,segment=NetworkSegment(1c598ca8-fdef-4c54-b8b8-a71957705a03),segment_id=1c598ca8-fdef-4c54-b8b8-a71957705a03)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:51:06.905783 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:06.955839 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=6f12fa01-dba9-42b8-8a01-6741a963aacc,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:51:07.217723 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Sync routers for ids ['eba110ae-eea9-47ec-aba2-a913a5e6ec3f'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:51:07.228269 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Routers {'eba110ae-eea9-47ec-aba2-a913a5e6ec3f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:51:07.228917 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:50:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['eba110ae-eea9-47ec-aba2-a913a5e6ec3f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:51:07.480929 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Set router eba110ae-eea9-47ec-aba2-a913a5e6ec3f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:51:07.886994 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba110ae-eea9-47ec-aba2-a913a5e6ec3f', 'name': 'router1', 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'eade7acf-b886-4b02-8f82-4864744e1d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:50:48Z', 'updated_at': '2021-08-12T21:51:05Z', 'revision_number': 4, 'project_id': '53aa5656d9434b519422c0ffc1fae00c', 'gw_port': {'id': 'eade7acf-b886-4b02-8f82-4864744e1d8b', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba110ae-eea9-47ec-aba2-a913a5e6ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:51:04Z', 'updated_at': '2021-08-12T21:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '6f12fa01-dba9-42b8-8a01-6741a963aacc', 'name': '', 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329', 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c', 'mac_address': 'fa:16:3e:0a:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba110ae-eea9-47ec-aba2-a913a5e6ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37c06e98-729b-4630-878f-0fb12064450f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:50:57Z', 'updated_at': '2021-08-12T21:51:06Z', 'revision_number': 5, 'project_id': '53aa5656d9434b519422c0ffc1fae00c', 'subnets': [{'id': '37c06e98-729b-4630-878f-0fb12064450f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a3b979a-4fbe-419c-b858-1153c0b559e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:51:07.938892 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Checking router: eba110ae-eea9-47ec-aba2-a913a5e6ec3f for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:51:07.939246 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Updating router eba110ae-eea9-47ec-aba2-a913a5e6ec3f port eade7acf-b886-4b02-8f82-4864744e1d8b binding host dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:51:07.985251 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:08.324313 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:08.334431 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Transition to ACTIVE for port object eade7acf-b886-4b02-8f82-4864744e1d8b will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:51:08.340191 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:08.389018 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Attempting to bind port eade7acf-b886-4b02-8f82-4864744e1d8b on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:51:08.389288 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Attempting to bind port eade7acf-b886-4b02-8f82-4864744e1d8b by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:51:08.389684 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Attempting to bind port eade7acf-b886-4b02-8f82-4864744e1d8b on network 91f356a0-e407-4a3f-8387-93e3cb37c38d {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:51:08.405311 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8deb0b0-d713-4e9c-abc3-0930bd1074f3 None None] Pushing event updated for resources: {'Port': ['ID=eade7acf-b886-4b02-8f82-4864744e1d8b,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:51:08.408628 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:51:08.409313 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Checking segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:51:08.409573 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:08.410023 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Bound using segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:51:08.410565 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Bound port: eade7acf-b886-4b02-8f82-4864744e1d8b, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:51:08.410987 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:08.462863 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] For port eade7acf-b886-4b02-8f82-4864744e1d8b, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:51:08.466119 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] For port eade7acf-b886-4b02-8f82-4864744e1d8b, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=eade7acf-b886-4b02-8f82-4864744e1d8b,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:51:08.472033 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:08.527930 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Routers {'eba110ae-eea9-47ec-aba2-a913a5e6ec3f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:51:08.528557 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:50:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['eba110ae-eea9-47ec-aba2-a913a5e6ec3f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:51:08.559384 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 55774) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:51:08.653963 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8deb0b0-d713-4e9c-abc3-0930bd1074f3 None None] Pushing event updated for resources: {'Port': ['ID=eade7acf-b886-4b02-8f82-4864744e1d8b,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:51:08.691794 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-3e9000af-cb9d-4bd0-8a8c-2b5f3fb53928 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1311443 Aug 12 21:51:08.731067 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 6f12fa01-dba9-42b8-8a01-6741a963aacc up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:51:08.736263 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] Set router eba110ae-eea9-47ec-aba2-a913a5e6ec3f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:51:08.894533 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 6f12fa01-dba9-42b8-8a01-6741a963aacc triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:51:08.895170 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:09.046313 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba110ae-eea9-47ec-aba2-a913a5e6ec3f', 'name': 'router1', 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'eade7acf-b886-4b02-8f82-4864744e1d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:50:48Z', 'updated_at': '2021-08-12T21:51:05Z', 'revision_number': 4, 'project_id': '53aa5656d9434b519422c0ffc1fae00c', 'gw_port': {'id': 'eade7acf-b886-4b02-8f82-4864744e1d8b', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba110ae-eea9-47ec-aba2-a913a5e6ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:51:04Z', 'updated_at': '2021-08-12T21:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '6f12fa01-dba9-42b8-8a01-6741a963aacc', 'name': '', 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329', 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c', 'mac_address': 'fa:16:3e:0a:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba110ae-eea9-47ec-aba2-a913a5e6ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37c06e98-729b-4630-878f-0fb12064450f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:50:57Z', 'updated_at': '2021-08-12T21:51:06Z', 'revision_number': 5, 'project_id': '53aa5656d9434b519422c0ffc1fae00c', 'subnets': [{'id': '37c06e98-729b-4630-878f-0fb12064450f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a3b979a-4fbe-419c-b858-1153c0b559e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:51:09.071875 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1ca6d-cce4-417e-bea9-4959c7541487 None None] The sync data for ids ['eba110ae-eea9-47ec-aba2-a913a5e6ec3f'] in dv-cinder-804459-3-iscsi is: [{'id': 'eba110ae-eea9-47ec-aba2-a913a5e6ec3f', 'name': 'router1', 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'eade7acf-b886-4b02-8f82-4864744e1d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:50:48Z', 'updated_at': '2021-08-12T21:51:05Z', 'revision_number': 4, 'project_id': '53aa5656d9434b519422c0ffc1fae00c', 'gw_port': {'id': 'eade7acf-b886-4b02-8f82-4864744e1d8b', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba110ae-eea9-47ec-aba2-a913a5e6ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:51:04Z', 'updated_at': '2021-08-12T21:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '6f12fa01-dba9-42b8-8a01-6741a963aacc', 'name': '', 'network_id': '19f7d858-427a-41a7-9195-4b7bc56a3329', 'tenant_id': '53aa5656d9434b519422c0ffc1fae00c', 'mac_address': 'fa:16:3e:0a:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba110ae-eea9-47ec-aba2-a913a5e6ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37c06e98-729b-4630-878f-0fb12064450f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:50:57Z', 'updated_at': '2021-08-12T21:51:06Z', 'revision_number': 5, 'project_id': '53aa5656d9434b519422c0ffc1fae00c', 'subnets': [{'id': '37c06e98-729b-4630-878f-0fb12064450f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a3b979a-4fbe-419c-b858-1153c0b559e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:51:10.749309 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device eade7acf-b886-4b02-8f82-4864744e1d8b up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:51:10.798733 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port eade7acf-b886-4b02-8f82-4864744e1d8b completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:51:10.805396 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port eade7acf-b886-4b02-8f82-4864744e1d8b triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:51:10.805857 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:10.894512 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:10.926425 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port eade7acf-b886-4b02-8f82-4864744e1d8b, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=eade7acf-b886-4b02-8f82-4864744e1d8b,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:51:10.930566 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:10.985964 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=eade7acf-b886-4b02-8f82-4864744e1d8b,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:51:12.769893 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device eade7acf-b886-4b02-8f82-4864744e1d8b up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:51:12.835371 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port eade7acf-b886-4b02-8f82-4864744e1d8b triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:51:12.835371 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:21.816486 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bd67977c-1116-4668-8c8b-3028fa7173d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:22.403478 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 5 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:51:24.450567 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f279a2b5-647c-43a1-b32a-404722e6fc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:24.458626 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:25.602061 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:27.642947 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:51.818432 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-988e7106-2560-490b-a2b4-becfec2818f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:54.471591 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e4e8e2c3-686b-490d-9d74-4e47f9782ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:54.474698 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:55.605258 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:57.652972 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:59.402216 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 5 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:52:21.831948 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-630192e2-cbb9-4be3-a5ad-0c40619549f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:24.440110 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fe52c056-3a7d-4a70-a2cf-0178770534a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:24.449468 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:25.607224 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:27.648265 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:36.400912 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 5 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:52:44.043763 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 56342) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:52:44.107909 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.pecan_wsgi.hooks.translation [None req-721850e9-47f2-413b-8263-74d28c77218f admin admin] GET failed (client error): The resource could not be found. Aug 12 21:52:44.109229 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-721850e9-47f2-413b-8263-74d28c77218f admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0644970 Aug 12 21:52:44.273256 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6da4d42-e961-487b-8194-23c25ca14bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:52:44.274694 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-f6da4d42-e961-487b-8194-23c25ca14bec admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1605237 Aug 12 21:52:46.411111 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56352) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:52:46.505963 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba161e6-d09d-4f7e-a811-e342f5c05286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:52:46.507303 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-fba161e6-d09d-4f7e-a811-e342f5c05286 admin admin] 10.222.0.30 "GET /v2.0/subnets/37c06e98-729b-4630-878f-0fb12064450f HTTP/1.1" status: 200 len: 849 time: 0.0952454 Aug 12 21:52:46.517005 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:52:46.615734 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:46.824772 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776773152651'] for subnet, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:46.857224 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:52:46.858407 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:46.873636 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] 10.222.0.30 "PUT /v2.0/subnets/37c06e98-729b-4630-878f-0fb12064450f HTTP/1.1" status: 200 len: 868 time: 0.3458335 Aug 12 21:52:46.873862 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e1e2ba-8309-4e47-b965-6566127f889f None None] Network 19f7d858-427a-41a7-9195-4b7bc56a3329 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:52:46.876163 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c06e98-729b-4630-878f-0fb12064450f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:52:46.884069 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:52:46.884443 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:52:46.884824 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:52:46.885141 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:52:46.885482 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:52:46.885854 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:52:46.886199 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:52:46.886533 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:52:46.886895 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:52:46.887203 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:52:46.887534 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:52:46.887862 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36409284-799b-42ca-96f3-9a0bc63ebab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:52:47.228969 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-23c75e41-02e3-4f85-baa6-871a2583daa6 None None] Provisioning complete for port 91f7ca95-b99c-4efd-967a-bdbac5d9a11c triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:52:47.229423 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23c75e41-02e3-4f85-baa6-871a2583daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:47.311909 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-23c75e41-02e3-4f85-baa6-871a2583daa6 None None] Provisioning complete for port 6f12fa01-dba9-42b8-8a01-6741a963aacc triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:52:47.312256 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23c75e41-02e3-4f85-baa6-871a2583daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:49.000154 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 56362) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:52:49.282473 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f8f936-a133-4149-8390-c441db943b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:52:49.282831 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f8f936-a133-4149-8390-c441db943b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:52:49.284387 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d7f8f936-a133-4149-8390-c441db943b2e admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2833543 Aug 12 21:52:51.454808 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 56370) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:52:51.581468 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84676049-c9c7-4db9-a65c-3cf9ad23f9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:52:51.581970 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84676049-c9c7-4db9-a65c-3cf9ad23f9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:52:51.583494 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-84676049-c9c7-4db9-a65c-3cf9ad23f9e6 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1278315 Aug 12 21:52:51.825138 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-00244d7c-a0b9-4cbf-bdea-746d10ea8728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:53.891444 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56378) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:52:54.041530 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf8a64-29f2-4bc7-9f84-13487918d37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:52:54.042944 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-81cf8a64-29f2-4bc7-9f84-13487918d37c admin admin] 10.222.0.30 "GET /v2.0/networks/19f7d858-427a-41a7-9195-4b7bc56a3329 HTTP/1.1" status: 200 len: 869 time: 0.1505442 Aug 12 21:52:54.450004 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7398f2f7-eb66-490a-8677-4c8c253c454e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:54.455921 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:55.612044 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:56.241876 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56386) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:52:56.370045 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea225caa-6987-4b81-bf35-f313624fa4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:52:56.371424 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-ea225caa-6987-4b81-bf35-f313624fa4ec admin admin] 10.222.0.30 "GET /v2.0/networks/91f356a0-e407-4a3f-8387-93e3cb37c38d HTTP/1.1" status: 200 len: 886 time: 0.1286001 Aug 12 21:52:57.651069 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:58.532271 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56394) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:52:58.651218 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7200e489-0c82-4b47-ba8f-11e351cb9b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:52:58.651684 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7200e489-0c82-4b47-ba8f-11e351cb9b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:52:58.653217 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-7200e489-0c82-4b47-ba8f-11e351cb9b6f admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1200047 Aug 12 21:53:00.777582 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56402) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:53:00.870602 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae4b74-0f57-4aa2-8391-26b0b652f856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:53:00.871071 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae4b74-0f57-4aa2-8391-26b0b652f856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:53:00.872589 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-75ae4b74-0f57-4aa2-8391-26b0b652f856 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0940616 Aug 12 21:53:03.025999 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56410) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:53:03.117877 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c59d95c-cb99-4579-b833-ec7cae738eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:53:03.119241 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-3c59d95c-cb99-4579-b833-ec7cae738eb0 admin admin] 10.222.0.30 "GET /v2.0/subnets/37c06e98-729b-4630-878f-0fb12064450f HTTP/1.1" status: 200 len: 868 time: 0.0922570 Aug 12 21:53:05.264012 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56418) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:53:05.350664 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80602d0b-c986-4e8d-ba0b-41d86805cf8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:53:05.352007 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-80602d0b-c986-4e8d-ba0b-41d86805cf8f admin admin] 10.222.0.30 "GET /v2.0/subnets/4fce42f0-dde6-46b2-85e6-ccbaee05710d HTTP/1.1" status: 200 len: 816 time: 0.0870485 Aug 12 21:53:13.399059 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 5 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:53:21.826892 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3540ae49-bae1-4730-bb7e-ca123cc6c3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:24.448974 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7444564d-8f31-4a50-8465-3e2b52e7b32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:24.454911 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:25.615062 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:27.653597 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:29.124116 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56472) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:53:29.171295 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [None req-033acb6e-fce2-48fb-9f43-36e78ce16027 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:53:29.172305 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-033acb6e-fce2-48fb-9f43-36e78ce16027 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472486 Aug 12 21:53:31.400348 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56480) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:53:31.461403 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55b6967-6ff1-4ac9-af02-d17de475cdca admin admin] GET failed (client error): The resource could not be found. Aug 12 21:53:31.462699 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-b55b6967-6ff1-4ac9-af02-d17de475cdca admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614135 Aug 12 21:53:31.605839 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afe8d1c-aacd-4063-934c-d73d4646fe52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:53:31.607661 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-8afe8d1c-aacd-4063-934c-d73d4646fe52 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1402502 Aug 12 21:53:33.775016 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56488) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:53:33.822267 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-72229116-ccdd-49d3-9803-b944ac489f1b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:53:33.843524 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72229116-ccdd-49d3-9803-b944ac489f1b admin admin] Made reservation on behalf of 01168335883e4b319e9f7dd2f482c2a0 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:53:33.846453 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72229116-ccdd-49d3-9803-b944ac489f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:33.880314 dv-cinder-804459-3-iscsi neutron-server[93877]: WARNING neutron.services.revisions.revision_plugin [None req-72229116-ccdd-49d3-9803-b944ac489f1b admin admin] Could not find related network for resource to bump revision. Aug 12 21:53:33.894944 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72229116-ccdd-49d3-9803-b944ac489f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:53:33.904257 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72229116-ccdd-49d3-9803-b944ac489f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:33.904601 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.segments_db [None req-72229116-ccdd-49d3-9803-b944ac489f1b admin admin] Added segment 38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d of type vlan for network 0043d47b-9bd3-4740-a6cf-f092fb643fe0 Aug 12 21:53:33.944161 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72229116-ccdd-49d3-9803-b944ac489f1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:33.973278 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72229116-ccdd-49d3-9803-b944ac489f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:33.974190 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72229116-ccdd-49d3-9803-b944ac489f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:53:33.975105 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72229116-ccdd-49d3-9803-b944ac489f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:34.030917 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-72229116-ccdd-49d3-9803-b944ac489f1b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2548103 Aug 12 21:53:34.040992 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72229116-ccdd-49d3-9803-b944ac489f1b admin admin] Pushing event updated for resources: {'Network': ['ID=0043d47b-9bd3-4740-a6cf-f092fb643fe0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:53:34.051323 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network 0043d47b-9bd3-4740-a6cf-f092fb643fe0 details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:53:36.211315 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56496) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:53:36.271637 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc04cf5b-5958-47bf-83b3-f395ff1fc85e admin admin] GET failed (client error): The resource could not be found. Aug 12 21:53:36.272992 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-dc04cf5b-5958-47bf-83b3-f395ff1fc85e admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607123 Aug 12 21:53:36.341283 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebf111b-cf06-4e72-920f-f431869d4c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:53:36.342746 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-8ebf111b-cf06-4e72-920f-f431869d4c18 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654802 Aug 12 21:53:36.352632 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e67bcd12-2821-41d3-b3b0-647e07267998 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '0043d47b-9bd3-4740-a6cf-f092fb643fe0'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:53:36.372265 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67bcd12-2821-41d3-b3b0-647e07267998 admin admin] Made reservation on behalf of 01168335883e4b319e9f7dd2f482c2a0 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:53:36.374422 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e67bcd12-2821-41d3-b3b0-647e07267998 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:36.536462 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e67bcd12-2821-41d3-b3b0-647e07267998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:36.592709 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bcd12-2821-41d3-b3b0-647e07267998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8961e920-8c2e-478f-a300-fa6ac021f491,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:53:36.600285 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67bcd12-2821-41d3-b3b0-647e07267998 admin admin] Checking segment: {'id': '38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0043d47b-9bd3-4740-a6cf-f092fb643fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:53:36.600744 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67bcd12-2821-41d3-b3b0-647e07267998 admin admin] Network hostable DHCP agents. Network: 0043d47b-9bd3-4740-a6cf-f092fb643fe0, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:53:36.616859 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67bcd12-2821-41d3-b3b0-647e07267998 admin admin] Network 0043d47b-9bd3-4740-a6cf-f092fb643fe0 is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:53:36.625318 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-e67bcd12-2821-41d3-b3b0-647e07267998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, 0043d47b-9bd3-4740-a6cf-f092fb643fe0) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:53:36.630006 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67bcd12-2821-41d3-b3b0-647e07267998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:53:36.630599 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e67bcd12-2821-41d3-b3b0-647e07267998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:36.635304 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938c4665-7f8b-4d21-ac6d-b45ebe7bbd2b None None] Network 0043d47b-9bd3-4740-a6cf-f092fb643fe0 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:53:36.645426 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-e67bcd12-2821-41d3-b3b0-647e07267998 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2961304 Aug 12 21:53:36.879315 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49bcab0f-72fd-56c1-b72d-e4210340e10c-0043d47b-9bd3-4740-a6cf-f092fb643fe0', 'network_id': '0043d47b-9bd3-4740-a6cf-f092fb643fe0', 'tenant_id': '01168335883e4b319e9f7dd2f482c2a0', 'fixed_ips': [{'subnet_id': '8961e920-8c2e-478f-a300-fa6ac021f491'}]}} from dv-cinder-804459-3-iscsi. {{(pid=93879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:53:36.880190 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:37.014890 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Allocated IP 192.168.233.2 (0043d47b-9bd3-4740-a6cf-f092fb643fe0/8961e920-8c2e-478f-a300-fa6ac021f491/2b1df67f-8cb1-4b88-83f9-c4116ea68001) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:53:37.161610 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:37.170088 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Transition to ACTIVE for port object 2b1df67f-8cb1-4b88-83f9-c4116ea68001 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:53:37.191277 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Transition to ACTIVE for port object 2b1df67f-8cb1-4b88-83f9-c4116ea68001 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:53:37.196886 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:37.232872 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Network 0043d47b-9bd3-4740-a6cf-f092fb643fe0 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:53:37.236296 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:53:37.243739 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:53:37.252338 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Pushing event updated for resources: {'Port': ['ID=2b1df67f-8cb1-4b88-83f9-c4116ea68001,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:53:37.273617 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:53:37.273975 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:53:37.274321 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:53:37.274667 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:53:37.275002 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:53:37.275351 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:53:37.275674 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:53:37.276008 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:53:37.276359 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:53:37.276691 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:53:37.277041 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:53:37.277370 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:53:37.313715 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Attempting to bind port 2b1df67f-8cb1-4b88-83f9-c4116ea68001 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:53:37.314090 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Attempting to bind port 2b1df67f-8cb1-4b88-83f9-c4116ea68001 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0043d47b-9bd3-4740-a6cf-f092fb643fe0'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:53:37.314464 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Attempting to bind port 2b1df67f-8cb1-4b88-83f9-c4116ea68001 on network 0043d47b-9bd3-4740-a6cf-f092fb643fe0 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:53:37.319350 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:53:37.319720 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Checking segment: {'id': '38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0043d47b-9bd3-4740-a6cf-f092fb643fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:53:37.320117 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:37.320513 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Bound using segment: {'id': '38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0043d47b-9bd3-4740-a6cf-f092fb643fe0'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:53:37.320974 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Bound port: 2b1df67f-8cb1-4b88-83f9-c4116ea68001, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0043d47b-9bd3-4740-a6cf-f092fb643fe0'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:53:37.321375 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:37.384197 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] For port 2b1df67f-8cb1-4b88-83f9-c4116ea68001, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:53:37.387484 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] For port 2b1df67f-8cb1-4b88-83f9-c4116ea68001, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=2b1df67f-8cb1-4b88-83f9-c4116ea68001,segment=NetworkSegment(38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d),segment_id=38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:53:37.392456 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:37.451597 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2b0fe-eb80-4ecd-afe6-dc3f532f8d17 None None] Pushing event updated for resources: {'Port': ['ID=2b1df67f-8cb1-4b88-83f9-c4116ea68001,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:53:38.260396 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0128d8d-18d0-41cc-aeea-9ec27378f3ad None None] Network 0043d47b-9bd3-4740-a6cf-f092fb643fe0 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:53:38.323171 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-86612650-4300-48ff-b412-65cee50b8a02 None None] Provisioning for port 2b1df67f-8cb1-4b88-83f9-c4116ea68001 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:53:38.840131 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 2b1df67f-8cb1-4b88-83f9-c4116ea68001 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:53:38.889640 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 2b1df67f-8cb1-4b88-83f9-c4116ea68001 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:53:38.894487 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 2b1df67f-8cb1-4b88-83f9-c4116ea68001 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:53:38.894858 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:38.976425 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:39.008175 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port 2b1df67f-8cb1-4b88-83f9-c4116ea68001, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=2b1df67f-8cb1-4b88-83f9-c4116ea68001,segment=NetworkSegment(38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d),segment_id=38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:53:39.012033 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:39.060933 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=2b1df67f-8cb1-4b88-83f9-c4116ea68001,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:53:40.817062 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 2b1df67f-8cb1-4b88-83f9-c4116ea68001 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:53:40.868722 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 2b1df67f-8cb1-4b88-83f9-c4116ea68001 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:53:40.869089 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:50.398570 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 5 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:53:51.828596 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b58e45dc-6c8e-4304-9627-6b44ec8315dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:54.454216 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:54.456119 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d69d529-50d2-4124-8952-305e068bc5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:55.616724 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:57.650822 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:21.831611 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4295b1a2-901a-4697-af4d-1102bed79213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:24.442850 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0016b619-6d48-42c3-96a2-542e7ffef2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:24.447349 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:25.620542 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:27.397161 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 5 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:54:27.658756 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:44.774031 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56548) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:44.779896 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [None req-3ef5f734-4d80-4735-a59c-0abdcb7c7ace tempest-verify_tempest_config-874304403 tempest-verify_tempest_config-874304403-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:54:44.780880 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-3ef5f734-4d80-4735-a59c-0abdcb7c7ace tempest-verify_tempest_config-874304403 tempest-verify_tempest_config-874304403-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059006 Aug 12 21:54:45.083125 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56566) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:45.185814 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:45.272938 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:45.275961 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:45.319602 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9295ed19-e118-43e4-b1c8-4afa18622259,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:45.324152 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49333071f7e9419ebda81b0b1ada349c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2400398 Aug 12 21:54:45.326985 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 56570) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:45.328508 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.328866 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.329213 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.329569 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.329909 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.330265 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.330602 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.330932 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.331279 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.331610 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.331936 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.332261 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9355c7-0549-43da-a2e1-9da19fbd874e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.386293 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:45.407270 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:45.496718 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:45.499419 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:45.500673 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9295ed19-e118-43e4-b1c8-4afa18622259 HTTP/1.1" status: 204 len: 168 time: 0.1727252 Aug 12 21:54:45.508348 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9295ed19-e118-43e4-b1c8-4afa18622259,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:45.514987 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.515348 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.515710 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.516049 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.516436 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.516793 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.517137 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.517462 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.517838 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.518170 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.518495 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:45.518819 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb759d8-82a8-4829-813d-014819559d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:51.832962 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-08a5eb10-0979-4cb3-b846-e71462345a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:54.435086 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-538bac09-0478-40ed-807d-011287fd17e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:54.452036 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:55.622291 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:57.655967 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:04.395984 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 5 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:55:21.833326 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9d923497-1483-4cdc-87ad-336aee2e9a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:24.436224 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c2739e6e-13be-4900-a6be-3fa90713f035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:24.452285 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:25.625392 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:27.659822 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:41.394565 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 5 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:55:51.833929 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c4175b8-f4bc-425e-8d6c-9b25c0eea39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:54.437144 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-624cc6a1-f5d9-42aa-91df-13e60396a421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:54.453174 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:55.628661 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:57.661743 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.699445 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1683963'] for agent, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:18.392875 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:56:20.083273 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 56624) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:20.186727 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-73d79c30-94d4-4e05-aae1-17e6d026990c admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1023698 Aug 12 21:56:21.835022 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33648f38-029d-4860-b619-952eda685f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:22.362575 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 56634) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:22.418154 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c1a7be2f-1024-44d7-864d-57be9a3e9ab1 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0545096 Aug 12 21:56:24.439897 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cd692c39-f114-41c2-9e54-a4374c02a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:24.455103 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:25.630350 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:27.665696 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:45.648691 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:51.836084 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-03de0ced-da29-4e1f-a546-9bccca68c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:54.447222 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ff7808e6-c820-4650-b470-3aff52d9d3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:54.457423 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:55.391322 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:56:55.633789 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:57.667419 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:15.656619 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:21.836653 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ba79-f97a-4f4f-80ad-f1d3032bcd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:24.440108 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2033ac85-b434-4506-b54f-ca79650a97f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:24.457871 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:25.638112 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:27.669742 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:32.396774 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:57:45.682312 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:47.106498 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 56782) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:47.377608 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1601175435-network', 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:57:47.404193 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Made reservation on behalf of 65c8e0e15b874e188e4c978a57a4d609 for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:57:47.408085 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:47.419671 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:47.542169 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:47.547051 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:47.574669 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:57:47.585130 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:47.597120 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:47.597693 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:47.598241 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:47.598654 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:47.599187 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:47.599533 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:47.600228 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:47.600866 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:47.601306 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:47.601854 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:47.602281 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:47.602708 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Tracked resource versions report: Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: pushed versions: Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: { 'AddressGroup': {'1.2'}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'ConntrackHelper': {'1.0'}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Log': {'1.0'}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Network': {'1.1'}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Port': {'1.7'}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'PortForwarding': {'1.2'}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'QosPolicy': {'1.9'}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'SecurityGroup': {'1.4'}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'SubPort': {'1.0'}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Subnet': {'1.1'}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Trunk': {'1.1'}} Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: consumer versions: Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: { DHCP agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: HyperV agent@hv-cinder-80445: {}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: L3 agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: Metadata agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: Metering agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: Open vSwitch agent@dv-cinder-804459-3-iscsi: { 'AddressGroup': '1.2', Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'ConntrackHelper': '1.0', Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Log': '1.0', Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Network': '1.1', Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Port': '1.7', Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'PortForwarding': '1.2', Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'QosPolicy': '1.9', Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'SecurityGroup': '1.4', Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'SecurityGroupRule': '1.2', Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'SubPort': '1.0', Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Subnet': '1.1', Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: 'Trunk': '1.1'}} Aug 12 21:57:47.604036 dv-cinder-804459-3-iscsi neutron-server[93878]: {{(pid=93878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:57:47.611238 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:47.611648 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Added segment 6aff0b57-81c7-4f0e-a08f-5fa3267fe95e of type vlan for network b6401582-edab-421b-84ee-f3395ffb54b7 Aug 12 21:57:47.659425 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:47.693036 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:47.694221 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:47.694816 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:47.750563 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6424339 Aug 12 21:57:47.751854 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56834) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:47.758549 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Request body: {'subnet': {'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1601175435-subnet', 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:57:47.769384 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea672e-a6e6-435b-a280-f5a98735ed57 admin admin] Pushing event updated for resources: {'Network': ['ID=b6401582-edab-421b-84ee-f3395ffb54b7,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:47.783555 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network b6401582-edab-421b-84ee-f3395ffb54b7 details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:57:47.795480 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Made reservation on behalf of 65c8e0e15b874e188e4c978a57a4d609 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:57:47.798173 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:47.999783 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.044978 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=253d0eb4-be87-496e-9f11-596ea7aea7ca,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:48.056152 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:48.056516 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:48.057026 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:48.057208 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:48.057567 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:48.057940 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:48.058277 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:48.058604 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:48.058951 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:48.059278 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:48.059604 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:48.059927 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Tracked resource versions report: Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: pushed versions: Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: { 'AddressGroup': {'1.2'}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'ConntrackHelper': {'1.0'}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Log': {'1.0'}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Network': {'1.1'}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Port': {'1.7'}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'PortForwarding': {'1.2'}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'QosPolicy': {'1.9'}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'SecurityGroup': {'1.4'}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'SubPort': {'1.0'}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Subnet': {'1.1'}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Trunk': {'1.1'}} Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: consumer versions: Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: { DHCP agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: HyperV agent@hv-cinder-80445: {}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: L3 agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: Metadata agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: Metering agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: Open vSwitch agent@dv-cinder-804459-3-iscsi: { 'AddressGroup': '1.2', Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'ConntrackHelper': '1.0', Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Log': '1.0', Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Network': '1.1', Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Port': '1.7', Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'PortForwarding': '1.2', Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'QosPolicy': '1.9', Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'SecurityGroup': '1.4', Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'SecurityGroupRule': '1.2', Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'SubPort': '1.0', Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Subnet': '1.1', Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: 'Trunk': '1.1'}} Aug 12 21:57:48.060984 dv-cinder-804459-3-iscsi neutron-server[93877]: {{(pid=93877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:57:48.083704 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Checking segment: {'id': '6aff0b57-81c7-4f0e-a08f-5fa3267fe95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:57:48.084065 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Network hostable DHCP agents. Network: b6401582-edab-421b-84ee-f3395ffb54b7, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:57:48.102914 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Network b6401582-edab-421b-84ee-f3395ffb54b7 is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:57:48.115578 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, b6401582-edab-421b-84ee-f3395ffb54b7) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:57:48.120618 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:48.121721 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.134223 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c914598-24a6-4ea9-bbc4-ff5f82462854 None None] Network b6401582-edab-421b-84ee-f3395ffb54b7 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:57:48.144625 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-ef06993d-9877-46f0-845a-a68c5aa43e7d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3910735 Aug 12 21:57:48.149221 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 56846) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:48.154740 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1601175435-router', 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:57:48.197340 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103827'] for router, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.198763 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103836'] for router, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.314048 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506bc5ca-94fb-4a83-83fa-4abfb44988e6 None None] Network b6401582-edab-421b-84ee-f3395ffb54b7 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:57:48.323858 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.370466 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56852) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:48.404494 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56856) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:48.508574 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.576709 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 56874) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:48.675285 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-335537858-network', 'tenant_id': '59d2fb1c66cc4e678d9ec82a60a9ce70'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:57:48.700379 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] Made reservation on behalf of 59d2fb1c66cc4e678d9ec82a60a9ce70 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:57:48.703451 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.714440 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.788296 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.815096 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.815650 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.821883 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.857800 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce544378-8611-4667-953a-09d0094821a5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:48.868835 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-703346770-network', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:57:48.878353 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-network', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:57:48.891475 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:57:48.900863 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.901229 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.segments_db [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] Added segment 294610cc-1c99-494d-92a2-73478501dd7d of type vlan for network 11322175-01cd-4853-9aff-10b2ba1ab94e Aug 12 21:57:48.930369 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] Made reservation on behalf of 0f0168f0c18f4408a7f2984a0a4038f4 for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:57:48.933088 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.934153 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] Made reservation on behalf of d497c1bdd99544719806cc40fe06f8c5 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:57:48.937814 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.948506 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.956198 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.992147 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Allocated IP 172.27.0.56 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/2a1d664d-e887-41a4-bcc9-ce5550d9f7a9) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:57:49.074992 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.082295 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.095012 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:57:49.110217 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.110740 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.segments_db [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] Added segment d2e2fc1a-a920-4aa6-9fcd-86612394d754 of type vlan for network b49de074-e205-41a7-bba4-aea2b1a09673 Aug 12 21:57:49.135992 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.198876 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.223859 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:57:49.227987 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:57:49.230796 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:57:49.274100 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.353409 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.367466 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.371809 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:49.372710 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.489534 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a834b463-add7-478d-8398-a8787e94f35a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:49.627274 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.634061 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:49.634992 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.666937 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] Pushing event updated for resources: {'Network': ['ID=b49de074-e205-41a7-bba4-aea2b1a09673,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:49.681590 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network b49de074-e205-41a7-bba4-aea2b1a09673 details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:57:49.718109 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1d664d-e887-41a4-bcc9-ce5550d9f7a9,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:49.723741 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.789349 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] Pushing event updated for resources: {'Network': ['ID=11322175-01cd-4853-9aff-10b2ba1ab94e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:49.801844 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network 11322175-01cd-4853-9aff-10b2ba1ab94e details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:57:49.820868 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.833953 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.843258 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-5ec46bb0-5306-48e2-be58-de24922c6dee admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4709644 Aug 12 21:57:49.843971 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56932) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:49.851181 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-590dc61e-10c5-4729-93db-9144657b3f6e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4453843 Aug 12 21:57:49.851764 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:57:49.857209 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f78b0e93-01b3-4bd3-a47a-1d1e4f479f2a admin admin] Request body: {'subnet': {'network_id': '11322175-01cd-4853-9aff-10b2ba1ab94e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-335537858-subnet', 'tenant_id': '59d2fb1c66cc4e678d9ec82a60a9ce70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:57:49.865198 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.865460 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56934) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:49.865739 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] Added segment fd1999e8-5ad4-4e39-a88f-393c11e8c57c of type vlan for network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 Aug 12 21:57:49.874182 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b780dc8c-8636-47e8-8e2b-0ffaa9b45aeb admin admin] Request body: {'subnet': {'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-subnet', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:57:49.948699 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78b0e93-01b3-4bd3-a47a-1d1e4f479f2a admin admin] Made reservation on behalf of 59d2fb1c66cc4e678d9ec82a60a9ce70 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:57:49.951757 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f78b0e93-01b3-4bd3-a47a-1d1e4f479f2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.994814 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:50.041366 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1cae03-d838-43da-829a-2ed31d35f524,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:50.125175 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:50.126690 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:50.128093 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:50.141433 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b780dc8c-8636-47e8-8e2b-0ffaa9b45aeb admin admin] Made reservation on behalf of d497c1bdd99544719806cc40fe06f8c5 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:57:50.144097 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b780dc8c-8636-47e8-8e2b-0ffaa9b45aeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:50.199702 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f78b0e93-01b3-4bd3-a47a-1d1e4f479f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:50.239319 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6605568 Aug 12 21:57:50.242187 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 56952) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:50.242832 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7151f5-48eb-4741-8555-cf9ad5753ef8 admin admin] Pushing event updated for resources: {'Network': ['ID=095a1efa-c2bb-4f8d-8a60-e45d89fec269,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:50.255355 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:57:50.290725 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b0e93-01b3-4bd3-a47a-1d1e4f479f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea68ca2b-0cd8-44f1-9e1f-7896468f7f22,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:50.319288 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78b0e93-01b3-4bd3-a47a-1d1e4f479f2a admin admin] Checking segment: {'id': '294610cc-1c99-494d-92a2-73478501dd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '11322175-01cd-4853-9aff-10b2ba1ab94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:57:50.319645 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b0e93-01b3-4bd3-a47a-1d1e4f479f2a admin admin] Network hostable DHCP agents. Network: 11322175-01cd-4853-9aff-10b2ba1ab94e, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:57:50.374729 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b0e93-01b3-4bd3-a47a-1d1e4f479f2a admin admin] Network 11322175-01cd-4853-9aff-10b2ba1ab94e is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:57:50.375406 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-2e9fe010-114d-45b7-8167-51089e1c829f admin admin] Request body: {'subnet': {'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-703346770-subnet', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:57:50.408693 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683698'] for router, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:50.415875 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f78b0e93-01b3-4bd3-a47a-1d1e4f479f2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, 11322175-01cd-4853-9aff-10b2ba1ab94e) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:57:50.421759 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b0e93-01b3-4bd3-a47a-1d1e4f479f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:50.422358 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f78b0e93-01b3-4bd3-a47a-1d1e4f479f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:50.430362 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b780dc8c-8636-47e8-8e2b-0ffaa9b45aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:50.436104 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae81ce8a-aa51-490e-a163-68d8a167176b None None] Network 11322175-01cd-4853-9aff-10b2ba1ab94e requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:57:50.474295 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-f78b0e93-01b3-4bd3-a47a-1d1e4f479f2a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6287766 Aug 12 21:57:50.504164 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780dc8c-8636-47e8-8e2b-0ffaa9b45aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a22c3b4-2e5f-4b32-9788-ca56e9b079cf,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:50.522230 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780dc8c-8636-47e8-8e2b-0ffaa9b45aeb admin admin] Checking segment: {'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:57:50.522717 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b780dc8c-8636-47e8-8e2b-0ffaa9b45aeb admin admin] Network hostable DHCP agents. Network: b49de074-e205-41a7-bba4-aea2b1a09673, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:57:50.564507 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b780dc8c-8636-47e8-8e2b-0ffaa9b45aeb admin admin] Network b49de074-e205-41a7-bba4-aea2b1a09673 is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:57:50.580222 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b780dc8c-8636-47e8-8e2b-0ffaa9b45aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, b49de074-e205-41a7-bba4-aea2b1a09673) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:57:50.584870 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b780dc8c-8636-47e8-8e2b-0ffaa9b45aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:50.585699 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b780dc8c-8636-47e8-8e2b-0ffaa9b45aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:50.594244 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62512d64-44d3-4d3d-b8f5-c82206177802 None None] Network b49de074-e205-41a7-bba4-aea2b1a09673 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:57:50.632424 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9fe010-114d-45b7-8167-51089e1c829f admin admin] Made reservation on behalf of 0f0168f0c18f4408a7f2984a0a4038f4 for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:57:50.635104 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe010-114d-45b7-8167-51089e1c829f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:50.641533 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-b780dc8c-8636-47e8-8e2b-0ffaa9b45aeb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7735925 Aug 12 21:57:50.642310 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 56972) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:50.647493 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:57:50.706626 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103827'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:50.708497 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103836'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:50.801168 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:50.819661 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bbfacd-9ee5-4472-b82f-2bed2bae55cd None None] Network 11322175-01cd-4853-9aff-10b2ba1ab94e requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:57:50.872076 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Router 3a22accd-5bbb-42b5-94d8-bd889b7d79f0 is scheduled to L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 with binding_index 1 {{(pid=93878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:57:50.941003 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49bcab0f-72fd-56c1-b72d-e4210340e10c-b49de074-e205-41a7-bba4-aea2b1a09673', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf'}]}} from dv-cinder-804459-3-iscsi. {{(pid=93879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:57:50.941370 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:51.009781 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:51.160764 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Allocated IP 172.20.0.2 (b49de074-e205-41a7-bba4-aea2b1a09673/6a22c3b4-2e5f-4b32-9788-ca56e9b079cf/1f813678-818f-4575-bcb6-57316375685d) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:57:51.227608 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57018) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:51.236327 dv-cinder-804459-3-iscsi neutron-server[93877]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 21:57:51.370664 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe010-114d-45b7-8167-51089e1c829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:51.480361 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:57:51.497216 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Sync routers for ids ['3a22accd-5bbb-42b5-94d8-bd889b7d79f0'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:57:51.518991 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Routers {'3a22accd-5bbb-42b5-94d8-bd889b7d79f0'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:57:51.521031 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:57:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['3a22accd-5bbb-42b5-94d8-bd889b7d79f0'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:51.523377 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:51.545141 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Transition to ACTIVE for port object 1f813678-818f-4575-bcb6-57316375685d will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:57:51.571212 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fe010-114d-45b7-8167-51089e1c829f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8645d12-4e07-4775-ade2-97bd878f2184,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:51.597195 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Transition to ACTIVE for port object 1f813678-818f-4575-bcb6-57316375685d will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:57:51.597626 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:51.601430 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-6a35cd05-6125-4969-ab42-a169b2795bc4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4480965 Aug 12 21:57:51.609195 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57034) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:51.617028 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:51.630114 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9fe010-114d-45b7-8167-51089e1c829f admin admin] Checking segment: {'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:57:51.630460 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9fe010-114d-45b7-8167-51089e1c829f admin admin] Network hostable DHCP agents. Network: 095a1efa-c2bb-4f8d-8a60-e45d89fec269, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:57:51.658877 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9fe010-114d-45b7-8167-51089e1c829f admin admin] Network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:57:51.673263 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-2e9fe010-114d-45b7-8167-51089e1c829f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, 095a1efa-c2bb-4f8d-8a60-e45d89fec269) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:57:51.687106 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9fe010-114d-45b7-8167-51089e1c829f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:51.687701 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe010-114d-45b7-8167-51089e1c829f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:51.688914 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ee9bd4-b33c-4ff7-b35d-2c970ae8b4c6 None None] Network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:57:51.696361 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Network b49de074-e205-41a7-bba4-aea2b1a09673 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:57:51.710570 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-2e9fe010-114d-45b7-8167-51089e1c829f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4616947 Aug 12 21:57:51.711294 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57038) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:51.714021 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:57:51.720511 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:57:51.722556 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:57:51.743470 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Set router 3a22accd-5bbb-42b5-94d8-bd889b7d79f0 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:57:51.784684 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103827'] for router, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:51.785801 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103836'] for router, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:51.785932 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:51.794683 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Pushing event updated for resources: {'Port': ['ID=1f813678-818f-4575-bcb6-57316375685d,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:51.833624 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:51.878494 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-518e72d1-d40e-4494-84f9-2c528dffb500 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:51.887365 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-518e72d1-d40e-4494-84f9-2c528dffb500 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/networks?id=11322175-01cd-4853-9aff-10b2ba1ab94e HTTP/1.1" status: 200 len: 811 time: 0.6575270 Aug 12 21:57:51.895507 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57048) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:51.906020 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:51.915507 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:51.918232 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:51.918379 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:51.920305 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:51.920670 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:51.921017 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:51.921358 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:51.926327 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:51.926726 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:51.927386 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:51.927386 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:51.927743 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Tracked resource versions report: Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: pushed versions: Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: { 'AddressGroup': {'1.2'}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'ConntrackHelper': {'1.0'}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Log': {'1.0'}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Network': {'1.1'}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Port': {'1.7'}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'PortForwarding': {'1.2'}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'QosPolicy': {'1.9'}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'SecurityGroup': {'1.4'}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'SubPort': {'1.0'}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Subnet': {'1.1'}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Trunk': {'1.1'}} Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: consumer versions: Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: { DHCP agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: HyperV agent@hv-cinder-80445: {}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: L3 agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: Metadata agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: Metering agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: Open vSwitch agent@dv-cinder-804459-3-iscsi: { 'AddressGroup': '1.2', Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'ConntrackHelper': '1.0', Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Log': '1.0', Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Network': '1.1', Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Port': '1.7', Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'PortForwarding': '1.2', Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'QosPolicy': '1.9', Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'SecurityGroup': '1.4', Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'SecurityGroupRule': '1.2', Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'SubPort': '1.0', Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Subnet': '1.1', Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: 'Trunk': '1.1'}} Aug 12 21:57:51.928913 dv-cinder-804459-3-iscsi neutron-server[93879]: {{(pid=93879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:57:51.930955 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-0d8d0e66-c422-4912-b372-a422a0dfce18 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/quotas/59d2fb1c66cc4e678d9ec82a60a9ce70 HTTP/1.1" status: 200 len: 375 time: 0.0423253 Aug 12 21:57:52.017434 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Attempting to bind port 1f813678-818f-4575-bcb6-57316375685d on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:57:52.017849 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Attempting to bind port 1f813678-818f-4575-bcb6-57316375685d by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:57:52.018613 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Attempting to bind port 1f813678-818f-4575-bcb6-57316375685d on network b49de074-e205-41a7-bba4-aea2b1a09673 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:57:52.031416 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:57:52.031841 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Checking segment: {'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:57:52.032411 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.032925 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Bound using segment: {'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:57:52.033460 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Bound port: 1f813678-818f-4575-bcb6-57316375685d, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:57:52.034377 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.041808 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-188a717b-361c-4e29-871c-6b2e881986d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.042029 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57052) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:52.083704 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1601175435-router', 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2a1d664d-e887-41a4-bcc9-ce5550d9f7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T21:57:49Z', 'revision_number': 3, 'project_id': '65c8e0e15b874e188e4c978a57a4d609', 'gw_port': {'id': '2a1d664d-e887-41a4-bcc9-ce5550d9f7a9', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T21:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:52.117245 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Checking router: 3a22accd-5bbb-42b5-94d8-bd889b7d79f0 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:57:52.117988 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Updating router 3a22accd-5bbb-42b5-94d8-bd889b7d79f0 port 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9 binding host dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:57:52.151757 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.170852 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49bcab0f-72fd-56c1-b72d-e4210340e10c-095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184'}]}} from dv-cinder-804459-3-iscsi. {{(pid=93879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:57:52.171750 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.204277 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.224249 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-8c3a2941-ae76-42a3-80dd-bbdaf0289a1b tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=59d2fb1c66cc4e678d9ec82a60a9ce70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2925203 Aug 12 21:57:52.269457 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] For port 1f813678-818f-4575-bcb6-57316375685d, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:57:52.280192 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9f3dccd-6f7d-479a-93cf-059938e69c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.319690 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] For port 1f813678-818f-4575-bcb6-57316375685d, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=1f813678-818f-4575-bcb6-57316375685d,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:57:52.333153 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.404667 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afdb02bd-c4a7-427e-8b29-a6d2465555db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.438952 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84521d23-7ac8-435e-8e87-2a425bc46240 None None] Pushing event updated for resources: {'Port': ['ID=1f813678-818f-4575-bcb6-57316375685d,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:52.440104 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-e035871c-25ef-4e7d-b659-62eb509687e3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:57:52.444904 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Allocated IP 172.20.0.2 (095a1efa-c2bb-4f8d-8a60-e45d89fec269/f8645d12-4e07-4775-ade2-97bd878f2184/4564b8e1-cd9a-4e7c-9fdd-0d210a807459) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:57:52.447420 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-e035871c-25ef-4e7d-b659-62eb509687e3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1045752 Aug 12 21:57:52.472886 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Allocated IP 172.27.0.148 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/f49358f5-4c55-443b-b3b7-7df8969db0a0) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:57:52.541691 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.564142 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.697956 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.753549 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Transition to ACTIVE for port object 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:57:52.842566 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Transition to ACTIVE for port object 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:57:52.854367 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.855234 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-32c2376e-8d1e-4a19-a9a2-df56e7a0702b service neutron] 10.222.0.30 "GET /v2.0/networks/11322175-01cd-4853-9aff-10b2ba1ab94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069004 Aug 12 21:57:52.925233 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:57:52.929025 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.932623 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9f3dccd-6f7d-479a-93cf-059938e69c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.935716 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:57:52.943557 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:57:52.961967 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Pushing event updated for resources: {'Port': ['ID=4564b8e1-cd9a-4e7c-9fdd-0d210a807459,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:52.975124 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9f3dccd-6f7d-479a-93cf-059938e69c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.071143 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Attempting to bind port 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:57:53.072076 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Attempting to bind port 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:57:53.072076 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Attempting to bind port 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 on network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:57:53.075329 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-a9f3dccd-6f7d-479a-93cf-059938e69c9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51281cb237304c208d607db652c4d325&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1723552 Aug 12 21:57:53.083252 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57086) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:53.088204 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:57:53.088717 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Checking segment: {'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:57:53.089229 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.089845 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Bound using segment: {'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:57:53.090391 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Bound port: 4564b8e1-cd9a-4e7c-9fdd-0d210a807459, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:57:53.090901 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.142762 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3dccd-6f7d-479a-93cf-059938e69c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e85f0ec-cf3a-4172-b88a-64b6aec703ca,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:53.162087 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 1f813678-818f-4575-bcb6-57316375685d up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:57:53.188888 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-a1db4554-3a63-4570-bf76-4a35f6c96215 service neutron] 10.222.0.30 "GET /v2.0/networks/11322175-01cd-4853-9aff-10b2ba1ab94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326833 Aug 12 21:57:53.228642 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-27c86ef3-dd04-4766-aa85-a8bc45e40758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.229842 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.284950 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-27c86ef3-dd04-4766-aa85-a8bc45e40758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.363847 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] For port 4564b8e1-cd9a-4e7c-9fdd-0d210a807459, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:57:53.367575 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] For port 4564b8e1-cd9a-4e7c-9fdd-0d210a807459, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=4564b8e1-cd9a-4e7c-9fdd-0d210a807459,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:57:53.378655 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.414865 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-27c86ef3-dd04-4766-aa85-a8bc45e40758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.419042 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-27c86ef3-dd04-4766-aa85-a8bc45e40758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.420197 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-27c86ef3-dd04-4766-aa85-a8bc45e40758 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e85f0ec-cf3a-4172-b88a-64b6aec703ca HTTP/1.1" status: 204 len: 168 time: 0.3317709 Aug 12 21:57:53.462604 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c86ef3-dd04-4766-aa85-a8bc45e40758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e85f0ec-cf3a-4172-b88a-64b6aec703ca,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:53.473070 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:57:53.476918 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afdb02bd-c4a7-427e-8b29-a6d2465555db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.509120 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:57:53.552090 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 1f813678-818f-4575-bcb6-57316375685d completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:57:53.561321 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e16d6e-031c-454a-85bc-e3f17bc10851 None None] Pushing event updated for resources: {'Port': ['ID=4564b8e1-cd9a-4e7c-9fdd-0d210a807459,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:53.565548 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afdb02bd-c4a7-427e-8b29-a6d2465555db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.585317 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:57:53.649700 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.671851 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Transition to ACTIVE for port object 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:57:53.688311 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.718811 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Pushing event updated for resources: {'Port': ['ID=f49358f5-4c55-443b-b3b7-7df8969db0a0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:53.738209 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57110) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:53.800795 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Allocated IP 172.27.0.47 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/2711f992-8daa-4d4d-a82b-f7a5f9b0ae25) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:57:53.826899 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Attempting to bind port 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:57:53.827413 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Attempting to bind port 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:57:53.831039 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Attempting to bind port 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9 on network 91f356a0-e407-4a3f-8387-93e3cb37c38d {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:57:53.851911 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:57:53.871561 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Checking segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:57:53.873224 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.873722 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Bound using segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:57:53.874308 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Bound port: 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:57:53.874777 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.876649 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4a203-f180-41a4-b334-c2c14e3d99ad None None] Pushing event updated for resources: {'Port': ['ID=2a1d664d-e887-41a4-bcc9-ce5550d9f7a9,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:53.925591 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:53.966668 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4a203-f180-41a4-b334-c2c14e3d99ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:53.978466 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4a203-f180-41a4-b334-c2c14e3d99ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:53.978958 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4a203-f180-41a4-b334-c2c14e3d99ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:53.979360 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4a203-f180-41a4-b334-c2c14e3d99ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:53.979757 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4a203-f180-41a4-b334-c2c14e3d99ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:53.980151 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4a203-f180-41a4-b334-c2c14e3d99ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:53.980540 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4a203-f180-41a4-b334-c2c14e3d99ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:53.980925 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4a203-f180-41a4-b334-c2c14e3d99ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:53.981334 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4a203-f180-41a4-b334-c2c14e3d99ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:53.981688 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4a203-f180-41a4-b334-c2c14e3d99ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:53.982130 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4a203-f180-41a4-b334-c2c14e3d99ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:53.982515 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4a203-f180-41a4-b334-c2c14e3d99ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4a203-f180-41a4-b334-c2c14e3d99ad None None] Tracked resource versions report: Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: pushed versions: Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: { 'AddressGroup': {'1.2'}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'ConntrackHelper': {'1.0'}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Log': {'1.0'}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Network': {'1.1'}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Port': {'1.7'}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'PortForwarding': {'1.2'}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'QosPolicy': {'1.9'}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'SecurityGroup': {'1.4'}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'SubPort': {'1.0'}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Subnet': {'1.1'}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Trunk': {'1.1'}} Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: consumer versions: Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: { DHCP agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: HyperV agent@hv-cinder-80445: {}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: L3 agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: Metadata agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: Metering agent@dv-cinder-804459-3-iscsi: {}, Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: Open vSwitch agent@dv-cinder-804459-3-iscsi: { 'AddressGroup': '1.2', Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'ConntrackHelper': '1.0', Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Log': '1.0', Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Network': '1.1', Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Port': '1.7', Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'PortForwarding': '1.2', Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'QosPolicy': '1.9', Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'SecurityGroup': '1.4', Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'SecurityGroupRule': '1.2', Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'SubPort': '1.0', Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Subnet': '1.1', Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: 'Trunk': '1.1'}} Aug 12 21:57:53.983691 dv-cinder-804459-3-iscsi neutron-server[93880]: {{(pid=93880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:57:54.094189 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] For port 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:57:54.101746 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] For port 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=2a1d664d-e887-41a4-bcc9-ce5550d9f7a9,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:57:54.103251 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfe31caf-9d16-4fba-bc3f-372a74227efd req-93a2b38d-0a73-4b46-8bdd-600b1b888117 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 210 time: 0.3548992 Aug 12 21:57:54.111066 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:54.119422 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-afdb02bd-c4a7-427e-8b29-a6d2465555db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f52896ea37047aab43eea2f944eff6b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0741448 Aug 12 21:57:54.134073 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57130) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:54.144859 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb02bd-c4a7-427e-8b29-a6d2465555db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0097dccd-eaf8-406d-a946-7b3f3aabe8e9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:54.218406 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bba9c31-c3a5-4654-800f-0528fa69ad35 None None] Network b49de074-e205-41a7-bba4-aea2b1a09673 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:57:54.320534 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Routers {'3a22accd-5bbb-42b5-94d8-bd889b7d79f0'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:57:54.321183 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:57:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['3a22accd-5bbb-42b5-94d8-bd889b7d79f0'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:54.374138 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:54.422014 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-71f8dda0-1c4c-4ee1-bd45-557250573508 None None] Provisioning for port 1f813678-818f-4575-bcb6-57316375685d completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:57:54.502897 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-71f8dda0-1c4c-4ee1-bd45-557250573508 None None] Provisioning complete for port 1f813678-818f-4575-bcb6-57316375685d triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:57:54.503270 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71f8dda0-1c4c-4ee1-bd45-557250573508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:54.504395 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:54.563868 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-856c143a-5694-4f20-a860-25ede08ade65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:54.575810 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:54.595147 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:57:54.599835 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:57:54.611418 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a70826ef-8a90-4953-9e71-8adeef5f5aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:54.612925 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:57:54.641771 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4a203-f180-41a4-b334-c2c14e3d99ad None None] Pushing event updated for resources: {'Port': ['ID=2a1d664d-e887-41a4-bcc9-ce5550d9f7a9,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:54.663651 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a70826ef-8a90-4953-9e71-8adeef5f5aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:54.733033 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] Set router 3a22accd-5bbb-42b5-94d8-bd889b7d79f0 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:57:54.734338 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Pushing event updated for resources: {'Port': ['ID=2711f992-8daa-4d4d-a82b-f7a5f9b0ae25,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:54.772667 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71f8dda0-1c4c-4ee1-bd45-557250573508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:54.789624 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57160) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:54.852490 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a70826ef-8a90-4953-9e71-8adeef5f5aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:54.866957 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a70826ef-8a90-4953-9e71-8adeef5f5aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:54.870840 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-a70826ef-8a90-4953-9e71-8adeef5f5aa6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0097dccd-eaf8-406d-a946-7b3f3aabe8e9 HTTP/1.1" status: 204 len: 168 time: 0.7323587 Aug 12 21:57:54.883058 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-71f8dda0-1c4c-4ee1-bd45-557250573508 None None] For port 1f813678-818f-4575-bcb6-57316375685d, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=1f813678-818f-4575-bcb6-57316375685d,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:57:54.918141 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71f8dda0-1c4c-4ee1-bd45-557250573508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:54.966534 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70826ef-8a90-4953-9e71-8adeef5f5aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0097dccd-eaf8-406d-a946-7b3f3aabe8e9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:55.000174 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:55.055795 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8dda0-1c4c-4ee1-bd45-557250573508 None None] Pushing event updated for resources: {'Port': ['ID=1f813678-818f-4575-bcb6-57316375685d,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:55.152289 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:57:55.188994 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Allocated IP 172.20.0.1 (b6401582-edab-421b-84ee-f3395ffb54b7/253d0eb4-be87-496e-9f11-596ea7aea7ca/886c91e9-e660-4be3-b345-62f18c939b25) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:57:55.263368 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1601175435-router', 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2a1d664d-e887-41a4-bcc9-ce5550d9f7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T21:57:49Z', 'revision_number': 3, 'project_id': '65c8e0e15b874e188e4c978a57a4d609', 'gw_port': {'id': '2a1d664d-e887-41a4-bcc9-ce5550d9f7a9', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T21:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:55.287566 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:57:55.350717 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5869b0-0a88-47c8-9cc7-36577d8b9daf None None] Network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:57:55.363276 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:55.367435 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298ea2d-9377-4fe9-a97a-fa3a4c5bd48d None None] The sync data for ids ['3a22accd-5bbb-42b5-94d8-bd889b7d79f0'] in dv-cinder-804459-3-iscsi is: [{'id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1601175435-router', 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2a1d664d-e887-41a4-bcc9-ce5550d9f7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T21:57:49Z', 'revision_number': 3, 'project_id': '65c8e0e15b874e188e4c978a57a4d609', 'gw_port': {'id': '2a1d664d-e887-41a4-bcc9-ce5550d9f7a9', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T21:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:57:55.541879 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-95de87ed-57ff-48e8-b9ea-7cf6aca0bbb7 None None] Provisioning for port 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:57:55.588813 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-95de87ed-57ff-48e8-b9ea-7cf6aca0bbb7 None None] Provisioning complete for port 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:57:55.589619 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-95de87ed-57ff-48e8-b9ea-7cf6aca0bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:55.683602 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:55.695855 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0bd00275-f914-4435-bf5b-f7ec7f274bbc req-f294c219-a07b-4937-b4cc-70b1236ba1c5 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 210 time: 0.1707358 Aug 12 21:57:55.696674 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e42d70f-ee74-4a59-b753-b324e028694f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:55.797110 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-95de87ed-57ff-48e8-b9ea-7cf6aca0bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:55.879273 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:55.925961 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683698'] for router, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:55.952250 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-95de87ed-57ff-48e8-b9ea-7cf6aca0bbb7 None None] For port 4564b8e1-cd9a-4e7c-9fdd-0d210a807459, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=4564b8e1-cd9a-4e7c-9fdd-0d210a807459,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:57:55.965144 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-95de87ed-57ff-48e8-b9ea-7cf6aca0bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:56.055468 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de87ed-57ff-48e8-b9ea-7cf6aca0bbb7 None None] Pushing event updated for resources: {'Port': ['ID=4564b8e1-cd9a-4e7c-9fdd-0d210a807459,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:56.123475 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57194) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:56.137378 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-e1241860-64df-4e26-b2d7-3ed351afbc91 None None] Provisioning complete for port 1f813678-818f-4575-bcb6-57316375685d triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:57:56.139603 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e1241860-64df-4e26-b2d7-3ed351afbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:56.231919 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e05b9c56-67ac-4bb0-9b21-761e4b15056b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:56.253136 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683698'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:56.274997 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:56.299979 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Router 6f0f52de-15e0-4444-bdad-330ef4cff078 is scheduled to L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 with binding_index 1 {{(pid=93878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:57:56.405480 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Pushing event updated for resources: {'Port': ['ID=886c91e9-e660-4be3-b345-62f18c939b25,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:56.426591 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Network b6401582-edab-421b-84ee-f3395ffb54b7 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:57:56.437414 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:57:56.452459 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:57:56.453311 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740839'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:56.475462 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-a37e1d94-b906-472f-9419-824bd2124560 None None] Provisioning complete for port 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:57:56.476152 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a37e1d94-b906-472f-9419-824bd2124560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:56.558767 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:57:56.576455 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Sync routers for ids ['6f0f52de-15e0-4444-bdad-330ef4cff078'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:57:56.594901 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Routers {'6f0f52de-15e0-4444-bdad-330ef4cff078'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:57:56.595640 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:57:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['6f0f52de-15e0-4444-bdad-330ef4cff078'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:56.720904 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e42d70f-ee74-4a59-b753-b324e028694f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:56.732344 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Set router 6f0f52de-15e0-4444-bdad-330ef4cff078 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:57:56.845443 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e42d70f-ee74-4a59-b753-b324e028694f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:56.896293 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42d70f-ee74-4a59-b753-b324e028694f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f959f63-ecaf-438e-9a6f-622275698692,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:56.913007 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Router e802336c-3743-4648-bac0-7d71c6952155 is scheduled to L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:57:56.976731 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7a008883-235d-4057-b4ad-d4d5535a706f req-12256fa0-f4da-41cc-b9e7-3eeb2c9e0614 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 210 time: 0.0562835 Aug 12 21:57:56.981266 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:57:54Z', 'revision_number': 3, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:56.986484 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-5e42d70f-ee74-4a59-b753-b324e028694f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4d972b116254dcea4c61d1fef2abbaf&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1931162 Aug 12 21:57:56.988655 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57216) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:57.063527 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Checking router: 6f0f52de-15e0-4444-bdad-330ef4cff078 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:57:57.063875 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Updating router 6f0f52de-15e0-4444-bdad-330ef4cff078 port 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25 binding host dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:57:57.093937 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.101448 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e876d684-b121-4375-b366-65c178fabbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.118136 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.145974 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e876d684-b121-4375-b366-65c178fabbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.153731 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 1f813678-818f-4575-bcb6-57316375685d up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:57:57.193762 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e05b9c56-67ac-4bb0-9b21-761e4b15056b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.210994 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.212527 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-e090790c-7555-4236-b1b7-62f782a9f45a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4990215 Aug 12 21:57:57.216923 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57220) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:57.223484 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e05b9c56-67ac-4bb0-9b21-761e4b15056b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.233664 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e876d684-b121-4375-b366-65c178fabbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.236810 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e876d684-b121-4375-b366-65c178fabbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.261745 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-e876d684-b121-4375-b366-65c178fabbdb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f959f63-ecaf-438e-9a6f-622275698692 HTTP/1.1" status: 204 len: 168 time: 0.2715647 Aug 12 21:57:57.265607 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57224) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:57.301809 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:57:57.314050 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Sync routers for ids ['e802336c-3743-4648-bac0-7d71c6952155'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:57:57.327707 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Routers {'e802336c-3743-4648-bac0-7d71c6952155'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:57:57.328314 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:57:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['e802336c-3743-4648-bac0-7d71c6952155'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:57.341187 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 1f813678-818f-4575-bcb6-57316375685d triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:57:57.341594 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.370677 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-e05b9c56-67ac-4bb0-9b21-761e4b15056b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba77bbfbc0a548d5b9d3348f38b41ddc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2342274 Aug 12 21:57:57.374290 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57226) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:57.376539 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b9c56-67ac-4bb0-9b21-761e4b15056b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7b1295-f7e4-484c-8c13-2f0c67953671,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:57.411402 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.415885 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-12a896b0-caf5-4713-87dc-3672df6c4df7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7724464 Aug 12 21:57:57.422590 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57228) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:57.533635 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876d684-b121-4375-b366-65c178fabbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f959f63-ecaf-438e-9a6f-622275698692,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:57.570733 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:57:57.616066 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0d04-6217-484e-8893-b0cc4d9819a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.649839 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.699934 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.748378 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0d04-6217-484e-8893-b0cc4d9819a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.760162 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Transition to ACTIVE for port object 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:57:57.761503 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Set router e802336c-3743-4648-bac0-7d71c6952155 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:57:57.765799 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.766619 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740979'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.776184 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.791957 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.898936 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:57:57.906683 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0a84173-4f6c-45cb-94e0-6d50a9bab23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.917712 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:57:57.918094 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.920866 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Attempting to bind port 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:57:57.921238 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Attempting to bind port 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:57:57.925523 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Attempting to bind port 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25 on network 91f356a0-e407-4a3f-8387-93e3cb37c38d {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:57:57.985310 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:57:57.986373 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Checking segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:57:57.986891 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.987394 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Bound using segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:57:57.988231 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Bound port: 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:57:57.989030 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:57.992460 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2ccfd-1d98-4b7d-9885-a8b4f3ef9920 None None] Pushing event updated for resources: {'Port': ['ID=2711f992-8daa-4d4d-a82b-f7a5f9b0ae25,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:57.994521 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:57:54Z', 'revision_number': 3, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:58.029035 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Checking router: e802336c-3743-4648-bac0-7d71c6952155 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:57:58.029479 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Updating router e802336c-3743-4648-bac0-7d71c6952155 port f49358f5-4c55-443b-b3b7-7df8969db0a0 binding host dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:57:58.064019 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:58.270173 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] For port 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:57:58.274037 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] For port 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=2711f992-8daa-4d4d-a82b-f7a5f9b0ae25,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:57:58.280089 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:58.289124 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:58.315140 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:58.361202 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=2a1d664d-e887-41a4-bcc9-ce5550d9f7a9,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:57:58.378765 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:58.379700 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:57:58.383145 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Routers {'6f0f52de-15e0-4444-bdad-330ef4cff078'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:57:58.383790 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:57:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['6f0f52de-15e0-4444-bdad-330ef4cff078'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:58.397729 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Network b6401582-edab-421b-84ee-f3395ffb54b7 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:57:58.426209 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:57:58.434373 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-88dd8e49-c80b-4f12-bf90-bba49a699ca3 req-720b4a1a-4d94-4d53-b2ba-5038c76d213f tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 210 time: 0.0664012 Aug 12 21:57:58.435401 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Pushing event updated for resources: {'Port': ['ID=886c91e9-e660-4be3-b345-62f18c939b25,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:58.455751 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0a84173-4f6c-45cb-94e0-6d50a9bab23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:58.482995 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0a84173-4f6c-45cb-94e0-6d50a9bab23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:58.486667 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2ccfd-1d98-4b7d-9885-a8b4f3ef9920 None None] Pushing event updated for resources: {'Port': ['ID=2711f992-8daa-4d4d-a82b-f7a5f9b0ae25,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:58.510738 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:58.536854 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Transition to ACTIVE for port object f49358f5-4c55-443b-b3b7-7df8969db0a0 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:57:58.550480 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:58.617342 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Attempting to bind port f49358f5-4c55-443b-b3b7-7df8969db0a0 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:57:58.618185 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Attempting to bind port f49358f5-4c55-443b-b3b7-7df8969db0a0 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:57:58.618549 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Attempting to bind port f49358f5-4c55-443b-b3b7-7df8969db0a0 on network 91f356a0-e407-4a3f-8387-93e3cb37c38d {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:57:58.627037 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0d04-6217-484e-8893-b0cc4d9819a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:58.627802 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:57:58.628184 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Checking segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:57:58.628587 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:58.629639 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Bound using segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:57:58.630082 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Bound port: f49358f5-4c55-443b-b3b7-7df8969db0a0, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:57:58.630232 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0d04-6217-484e-8893-b0cc4d9819a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:58.630953 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:58.631260 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-3c8a0d04-6217-484e-8893-b0cc4d9819a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb7b1295-f7e4-484c-8c13-2f0c67953671 HTTP/1.1" status: 204 len: 168 time: 1.2510781 Aug 12 21:57:58.655713 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] Set router 6f0f52de-15e0-4444-bdad-330ef4cff078 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:57:58.659372 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=2a1d664d-e887-41a4-bcc9-ce5550d9f7a9,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:58.698337 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:57:58.698709 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:58.733405 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d0a84173-4f6c-45cb-94e0-6d50a9bab23f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f2dbc2e7c294de2a4a87838b2c185df&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2296493 Aug 12 21:57:58.736462 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57262) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:58.753462 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a84173-4f6c-45cb-94e0-6d50a9bab23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7285a5ad-3418-471b-968f-304674358813,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:58.783213 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] For port f49358f5-4c55-443b-b3b7-7df8969db0a0, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:57:58.797860 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] For port f49358f5-4c55-443b-b3b7-7df8969db0a0, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=f49358f5-4c55-443b-b3b7-7df8969db0a0,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:57:58.812637 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:58.877073 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Routers {'e802336c-3743-4648-bac0-7d71c6952155'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:57:58.878239 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:57:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['e802336c-3743-4648-bac0-7d71c6952155'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:58.882894 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a0d04-6217-484e-8893-b0cc4d9819a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7b1295-f7e4-484c-8c13-2f0c67953671,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:58.933600 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Allocated IP 172.20.0.1 (095a1efa-c2bb-4f8d-8a60-e45d89fec269/f8645d12-4e07-4775-ade2-97bd878f2184/9f3509a6-c8df-4317-ac77-974557617d30) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:57:58.946400 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16cf9310-c420-4859-b796-71e50c27c3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:59.004733 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Router 3a22accd-5bbb-42b5-94d8-bd889b7d79f0 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:57:59.037315 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] Set router e802336c-3743-4648-bac0-7d71c6952155 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:57:59.052939 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16cf9310-c420-4859-b796-71e50c27c3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:59.082400 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:57:54Z', 'revision_number': 3, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:59.181817 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16cf9310-c420-4859-b796-71e50c27c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:59.189561 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16cf9310-c420-4859-b796-71e50c27c3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:59.191106 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-16cf9310-c420-4859-b796-71e50c27c3b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7285a5ad-3418-471b-968f-304674358813 HTTP/1.1" status: 204 len: 168 time: 0.4532554 Aug 12 21:57:59.192439 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff7bdd-43f8-411a-87bb-de321b489cc3 None None] The sync data for ids ['6f0f52de-15e0-4444-bdad-330ef4cff078'] in dv-cinder-804459-3-iscsi is: [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:57:54Z', 'revision_number': 3, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:57:59.233599 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:57:59.317477 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf9310-c420-4859-b796-71e50c27c3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7285a5ad-3418-471b-968f-304674358813,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:59.338908 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:57:59.353126 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-09374c9c-c414-4e0f-8014-5e10266d5f70 admin admin] 10.222.0.30 "PUT /v2.0/routers/3a22accd-5bbb-42b5-94d8-bd889b7d79f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7379384 Aug 12 21:57:59.400695 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Sync routers for ids ['3a22accd-5bbb-42b5-94d8-bd889b7d79f0'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:57:59.445754 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:59.447283 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:57:59.448971 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:59.452298 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f881e13-d754-4b0a-9e43-953aa882dc65 None None] Pushing event updated for resources: {'Port': ['ID=f49358f5-4c55-443b-b3b7-7df8969db0a0,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:59.485169 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:59.521606 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Transition to ACTIVE for port object 9f3509a6-c8df-4317-ac77-974557617d30 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:57:59.556879 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:57:54Z', 'revision_number': 3, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:59.603467 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Routers {'3a22accd-5bbb-42b5-94d8-bd889b7d79f0'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:57:59.605289 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:57:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['3a22accd-5bbb-42b5-94d8-bd889b7d79f0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:59.605502 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:59.623582 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150081f3-809f-415e-802a-80895dcaa0fc None None] The sync data for ids ['e802336c-3743-4648-bac0-7d71c6952155'] in dv-cinder-804459-3-iscsi is: [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:57:54Z', 'revision_number': 3, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:57:59.639144 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f881e13-d754-4b0a-9e43-953aa882dc65 None None] Pushing event updated for resources: {'Port': ['ID=f49358f5-4c55-443b-b3b7-7df8969db0a0,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:59.744097 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3213e7a1-c229-452c-bf13-f4ad58207898 req-579812cb-ea49-4d1e-aa4e-94e1de6d3eb4 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 210 time: 0.0806050 Aug 12 21:57:59.776311 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:57:59.784343 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:57:59.802817 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:57:59.803660 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740839'] for router_interface, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:59.813994 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Pushing event updated for resources: {'Port': ['ID=9f3509a6-c8df-4317-ac77-974557617d30,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:00.040456 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.58', 51032) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:00.112557 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Set router 3a22accd-5bbb-42b5-94d8-bd889b7d79f0 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:00.278188 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Allocated IP 172.20.0.1 (b49de074-e205-41a7-bba4-aea2b1a09673/6a22c3b4-2e5f-4b32-9788-ca56e9b079cf/d0c58c0c-c23c-4a89-9ec9-7530f7a7357f) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:00.309106 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57306) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:00.351048 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b5f6817-ffa9-4367-a7e0-c4db92e428b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:00.378339 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:00.391966 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-c5001977-f25c-4436-863d-84c8ea98fd13 None None] Provisioning for port 9f3509a6-c8df-4317-ac77-974557617d30 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:00.495652 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-c5001977-f25c-4436-863d-84c8ea98fd13 None None] Provisioning complete for port 9f3509a6-c8df-4317-ac77-974557617d30 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:00.513251 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c5001977-f25c-4436-863d-84c8ea98fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:00.583915 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-ba61bd4f-4d08-467d-b3d1-51c21c2bed00 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:00.585471 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-ba61bd4f-4d08-467d-b3d1-51c21c2bed00 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.58 "GET /v2.0/networks?id=11322175-01cd-4853-9aff-10b2ba1ab94e HTTP/1.1" status: 200 len: 811 time: 0.5381956 Aug 12 21:58:00.680880 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-b1170578-3997-410e-a652-4c1ea07e4de7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Request body: {'port': {'device_id': '911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d', 'network_id': '11322175-01cd-4853-9aff-10b2ba1ab94e', 'admin_state_up': True, 'tenant_id': '59d2fb1c66cc4e678d9ec82a60a9ce70'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:00.697693 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-c5001977-f25c-4436-863d-84c8ea98fd13 None None] Port 9f3509a6-c8df-4317-ac77-974557617d30 cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:58:01.100009 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b5f6817-ffa9-4367-a7e0-c4db92e428b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.193531 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1601175435-router', 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2a1d664d-e887-41a4-bcc9-ce5550d9f7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T21:57:56Z', 'revision_number': 4, 'project_id': '65c8e0e15b874e188e4c978a57a4d609', 'gw_port': {'id': '2a1d664d-e887-41a4-bcc9-ce5550d9f7a9', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '886c91e9-e660-4be3-b345-62f18c939b25', 'name': '', 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7', 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609', 'mac_address': 'fa:16:3e:72:b9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '253d0eb4-be87-496e-9f11-596ea7aea7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:54Z', 'updated_at': '2021-08-12T21:57:57Z', 'revision_number': 2, 'project_id': '65c8e0e15b874e188e4c978a57a4d609', 'subnets': [{'id': '253d0eb4-be87-496e-9f11-596ea7aea7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:01.194539 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b5f6817-ffa9-4367-a7e0-c4db92e428b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.294314 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e55b9353-7c9e-4852-bb9d-ff645a7df0ca req-5477cd9a-e31e-471b-a6b6-6aee5c8ed3f0 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 210 time: 0.2174504 Aug 12 21:58:01.296695 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.328263 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.328964 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740979'] for router_interface, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.379753 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device f49358f5-4c55-443b-b3b7-7df8969db0a0 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:01.392234 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Checking router: 3a22accd-5bbb-42b5-94d8-bd889b7d79f0 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:58:01.402909 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Updating router 3a22accd-5bbb-42b5-94d8-bd889b7d79f0 port 886c91e9-e660-4be3-b345-62f18c939b25 binding host dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:58:01.412466 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Pushing event updated for resources: {'Port': ['ID=9f3509a6-c8df-4317-ac77-974557617d30,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:01.418780 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-6b5f6817-ffa9-4367-a7e0-c4db92e428b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f3f40370f3045d8859d1e2d52426fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1047928 Aug 12 21:58:01.460623 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57364) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:01.490365 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f6817-ffa9-4367-a7e0-c4db92e428b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e95749-bc99-47ad-b537-386a55831126,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:01.532625 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:01.534063 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:01.600563 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.620446 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.693713 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57376) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:01.853338 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Router 6f0f52de-15e0-4444-bdad-330ef4cff078 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:58:01.898194 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port f49358f5-4c55-443b-b3b7-7df8969db0a0 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:01.914910 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port f49358f5-4c55-443b-b3b7-7df8969db0a0 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:01.915384 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.924965 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Transition to ACTIVE for port object d0c58c0c-c23c-4a89-9ec9-7530f7a7357f will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:02.087083 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2055256543-network', 'tenant_id': 'ec1a5251f43b4164b1f503464e9d7e9b'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:02.103092 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-8209fb3a-49b4-4788-a6e7-73fe86a7798b None None] Provisioning complete for port 9f3509a6-c8df-4317-ac77-974557617d30 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:02.103092 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8209fb3a-49b4-4788-a6e7-73fe86a7798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:02.124710 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59d174c3-0ef0-46d0-936d-6311048ee773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:02.132641 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.db.api [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 21:58:02.132641 dv-cinder-804459-3-iscsi neutron-server[93878]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 21:58:02.132641 dv-cinder-804459-3-iscsi neutron-server[93878]: [parameters: {'project_id_1': 'ec1a5251f43b4164b1f503464e9d7e9b', 'expiration_1': datetime.datetime(2021, 8, 12, 21, 58, 2, 94910)}] Aug 12 21:58:02.132641 dv-cinder-804459-3-iscsi neutron-server[93878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 21:58:02.133323 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG oslo_db.api [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 21:58:02.151064 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:58:02.168165 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-3cc2e282-1229-4edd-8da7-bef2fb6327ad admin admin] 10.222.0.30 "PUT /v2.0/routers/6f0f52de-15e0-4444-bdad-330ef4cff078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9373353 Aug 12 21:58:02.236199 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7d805df5-0a58-450c-8022-bd2d691a7257 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:02.244404 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7d805df5-0a58-450c-8022-bd2d691a7257 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/networks?id=b6401582-edab-421b-84ee-f3395ffb54b7 HTTP/1.1" status: 200 len: 819 time: 0.9487288 Aug 12 21:58:02.361738 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-b1170578-3997-410e-a652-4c1ea07e4de7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Made reservation on behalf of 59d2fb1c66cc4e678d9ec82a60a9ce70 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:02.366499 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-b1170578-3997-410e-a652-4c1ea07e4de7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:02.383056 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-c3645b1d-32bc-45e4-829d-40f3d540d6ce tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/quotas/65c8e0e15b874e188e4c978a57a4d609 HTTP/1.1" status: 200 len: 375 time: 0.1376126 Aug 12 21:58:02.440717 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59d174c3-0ef0-46d0-936d-6311048ee773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:02.473338 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:02.507158 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-538a7d71-f41e-4103-bc1a-8111a722ca29 req-edae38fa-63a6-460e-8daa-fe78c63f5608 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 210 time: 0.0570502 Aug 12 21:58:02.517593 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:02.620051 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57410) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:02.659952 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port f49358f5-4c55-443b-b3b7-7df8969db0a0, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=f49358f5-4c55-443b-b3b7-7df8969db0a0,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:02.686860 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Made reservation on behalf of ec1a5251f43b4164b1f503464e9d7e9b for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:02.692090 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:02.702090 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:02.705343 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:02.716208 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:02.808032 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-5d8a594f-6246-4242-b2e7-1c2176154c6c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=65c8e0e15b874e188e4c978a57a4d609&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4232554 Aug 12 21:58:02.810791 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Network b49de074-e205-41a7-bba4-aea2b1a09673 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:02.921747 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:02.930966 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:02.950871 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-8209fb3a-49b4-4788-a6e7-73fe86a7798b None None] Port 9f3509a6-c8df-4317-ac77-974557617d30 cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:58:02.952202 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-435b228f-a475-4c69-aa83-fbb245c03e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:02.981021 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:58:03.005259 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f821da-22f7-41a1-b9a8-bbae53ec0af8,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:03.021376 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.021739 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Added segment 69bfae9a-ef32-48dc-b1bf-2692ff06e899 of type vlan for network 22a1de31-6b4a-49f2-b019-e42def79be0e Aug 12 21:58:03.077220 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:03.098321 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:03.099175 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740839'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.265049 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.288775 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c58c0c-c23c-4a89-9ec9-7530f7a7357f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:03.329853 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-435b228f-a475-4c69-aa83-fbb245c03e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.336134 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.342350 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:03.344517 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.369883 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59d174c3-0ef0-46d0-936d-6311048ee773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.422222 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59d174c3-0ef0-46d0-936d-6311048ee773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.422717 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Sync routers for ids ['6f0f52de-15e0-4444-bdad-330ef4cff078'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:58:03.423224 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-59d174c3-0ef0-46d0-936d-6311048ee773 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1e95749-bc99-47ad-b537-386a55831126 HTTP/1.1" status: 204 len: 168 time: 1.8799372 Aug 12 21:58:03.423328 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Routers {'6f0f52de-15e0-4444-bdad-330ef4cff078'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:03.423328 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:57:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['6f0f52de-15e0-4444-bdad-330ef4cff078'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:03.470484 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] Pushing event updated for resources: {'Network': ['ID=22a1de31-6b4a-49f2-b019-e42def79be0e,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:03.484312 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-435b228f-a475-4c69-aa83-fbb245c03e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.516173 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network 22a1de31-6b4a-49f2-b019-e42def79be0e details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:58:03.533725 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-062093ae-4f3b-43bb-a90b-0112672803f6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8388271 Aug 12 21:58:03.560049 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57424) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:03.581313 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-b9bb31c7-e43e-4270-b1ad-f8b598ced893 admin admin] Request body: {'subnet': {'network_id': '22a1de31-6b4a-49f2-b019-e42def79be0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2055256543-subnet', 'tenant_id': 'ec1a5251f43b4164b1f503464e9d7e9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:03.628161 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d174c3-0ef0-46d0-936d-6311048ee773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e95749-bc99-47ad-b537-386a55831126,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:03.647099 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-435b228f-a475-4c69-aa83-fbb245c03e6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cdabac4ecff94408b9a33bf1cfb67a61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0229864 Aug 12 21:58:03.658392 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57430) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:03.747698 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-b1170578-3997-410e-a652-4c1ea07e4de7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Allocated IP 172.20.0.11 (11322175-01cd-4853-9aff-10b2ba1ab94e/ea68ca2b-0cd8-44f1-9e1f-7896468f7f22/fc764eb5-cdcb-4e47-8e65-c1c144a4df74) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:03.756281 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b228f-a475-4c69-aa83-fbb245c03e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3841920-8771-4efa-9336-683c544ae5a2,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:03.819948 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-c029b6de-d255-4503-afa5-454fd8c19457 service neutron] 10.222.0.30 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9874589 Aug 12 21:58:03.835505 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bb31c7-e43e-4270-b1ad-f8b598ced893 admin admin] Made reservation on behalf of ec1a5251f43b4164b1f503464e9d7e9b for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:03.840533 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9bb31c7-e43e-4270-b1ad-f8b598ced893 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.889028 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Set router 6f0f52de-15e0-4444-bdad-330ef4cff078 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:04.028753 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-e3599f81-02e7-48bd-b1e8-5629e2b267b5 None None] Provisioning for port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:04.054789 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-e3599f81-02e7-48bd-b1e8-5629e2b267b5 None None] Provisioning complete for port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:04.054789 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e3599f81-02e7-48bd-b1e8-5629e2b267b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.074919 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57446) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:04.150589 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ddbd3135-08f5-4188-a990-ee493bb6d524 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1929928089', 'description': 'tempest-description--1226876061'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:04.216431 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=f49358f5-4c55-443b-b3b7-7df8969db0a0,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:04.226359 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.228960 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:04.236636 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-e3599f81-02e7-48bd-b1e8-5629e2b267b5 None None] Port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:58:04.247977 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:04.248324 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.255403 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Transition to ACTIVE for port object 886c91e9-e660-4be3-b345-62f18c939b25 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:04.354692 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.378931 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-995d6fb6-1fd3-4b01-9917-cf0d263e2a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.382258 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9bb31c7-e43e-4270-b1ad-f8b598ced893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.412328 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.448462 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '9f3509a6-c8df-4317-ac77-974557617d30', 'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'mac_address': 'fa:16:3e:8c:ad:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:58Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 2, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'subnets': [{'id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:04.500406 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-995d6fb6-1fd3-4b01-9917-cf0d263e2a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.525292 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Checking router: 6f0f52de-15e0-4444-bdad-330ef4cff078 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:58:04.525945 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Updating router 6f0f52de-15e0-4444-bdad-330ef4cff078 port 9f3509a6-c8df-4317-ac77-974557617d30 binding host dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:58:04.598862 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef201997-9555-45f1-ae7c-20a28e8598f8 None None] Pushing event updated for resources: {'Port': ['ID=886c91e9-e660-4be3-b345-62f18c939b25,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:04.616050 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.646729 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb31c7-e43e-4270-b1ad-f8b598ced893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee7c501e-2938-4a8a-a95e-68f2b0763ef4,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:04.652658 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Attempting to bind port 886c91e9-e660-4be3-b345-62f18c939b25 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:58:04.653430 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Attempting to bind port 886c91e9-e660-4be3-b345-62f18c939b25 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '6aff0b57-81c7-4f0e-a08f-5fa3267fe95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:58:04.653867 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Attempting to bind port 886c91e9-e660-4be3-b345-62f18c939b25 on network b6401582-edab-421b-84ee-f3395ffb54b7 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:04.693167 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:58:04.693167 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Checking segment: {'id': '6aff0b57-81c7-4f0e-a08f-5fa3267fe95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:04.693167 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.693167 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Bound using segment: {'id': '6aff0b57-81c7-4f0e-a08f-5fa3267fe95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:58:04.693167 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Bound port: 886c91e9-e660-4be3-b345-62f18c939b25, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aff0b57-81c7-4f0e-a08f-5fa3267fe95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:58:04.693167 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.712980 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-9710601d-6524-4aec-b455-352536a4384a service neutron] 10.222.0.30 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8679347 Aug 12 21:58:04.715486 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a460664d-ee45-44d0-b34f-8b11a3a4ebc0 req-ed9ef7fc-8d3a-4757-b462-d96a574a0083 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 210 time: 0.5556977 Aug 12 21:58:04.730076 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ddbd3135-08f5-4188-a990-ee493bb6d524 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.802124 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb31c7-e43e-4270-b1ad-f8b598ced893 admin admin] Checking segment: {'id': '69bfae9a-ef32-48dc-b1bf-2692ff06e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '22a1de31-6b4a-49f2-b019-e42def79be0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:04.802124 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bb31c7-e43e-4270-b1ad-f8b598ced893 admin admin] Network hostable DHCP agents. Network: 22a1de31-6b4a-49f2-b019-e42def79be0e, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:58:04.815664 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-b1170578-3997-410e-a652-4c1ea07e4de7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.854120 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bb31c7-e43e-4270-b1ad-f8b598ced893 admin admin] Network 22a1de31-6b4a-49f2-b019-e42def79be0e is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:58:04.861341 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-995d6fb6-1fd3-4b01-9917-cf0d263e2a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.865001 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-995d6fb6-1fd3-4b01-9917-cf0d263e2a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.866208 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-995d6fb6-1fd3-4b01-9917-cf0d263e2a58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3841920-8771-4efa-9336-683c544ae5a2 HTTP/1.1" status: 204 len: 168 time: 1.1964443 Aug 12 21:58:04.900537 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d6fb6-1fd3-4b01-9917-cf0d263e2a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3841920-8771-4efa-9336-683c544ae5a2,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:04.908707 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-b9bb31c7-e43e-4270-b1ad-f8b598ced893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, 22a1de31-6b4a-49f2-b019-e42def79be0e) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:04.945193 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] For port 886c91e9-e660-4be3-b345-62f18c939b25, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:58:04.950885 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] For port 886c91e9-e660-4be3-b345-62f18c939b25, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=886c91e9-e660-4be3-b345-62f18c939b25,segment=NetworkSegment(6aff0b57-81c7-4f0e-a08f-5fa3267fe95e),segment_id=6aff0b57-81c7-4f0e-a08f-5fa3267fe95e)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:58:04.952241 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bb31c7-e43e-4270-b1ad-f8b598ced893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:04.953063 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9bb31c7-e43e-4270-b1ad-f8b598ced893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.996318 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d91b4a-45cb-4b45-9123-8824392c4a3c None None] Network 22a1de31-6b4a-49f2-b019-e42def79be0e requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:58:05.059277 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ddbd3135-08f5-4188-a990-ee493bb6d524 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.073079 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b9bb31c7-e43e-4270-b1ad-f8b598ced893 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5017533 Aug 12 21:58:05.133777 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ddbd3135-08f5-4188-a990-ee493bb6d524 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.188552 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.215381 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5ac460f1-ca99-4b44-a77e-ff01696fb5aa req-89019a59-b987-4d59-b413-fbb7f669af24 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 210 time: 0.1514156 Aug 12 21:58:05.271666 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.343846 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=2711f992-8daa-4d4d-a82b-f7a5f9b0ae25,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:05.409283 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.499824 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ddbd3135-08f5-4188-a990-ee493bb6d524 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.501236 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-ddbd3135-08f5-4188-a990-ee493bb6d524 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4222598 Aug 12 21:58:05.504887 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57496) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:05.516426 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-5d507ce8-a39d-4da6-a70b-bd6b45305698 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Request body: {'security_group_rule': {'security_group_id': 'bc27f298-89f0-4e46-aa6c-18cadccc3212', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:05.517267 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd3135-08f5-4188-a990-ee493bb6d524 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc27f298-89f0-4e46-aa6c-18cadccc3212,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:05.539926 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.559081 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Transition to ACTIVE for port object 9f3509a6-c8df-4317-ac77-974557617d30 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:05.560573 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-b1170578-3997-410e-a652-4c1ea07e4de7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.569218 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.676674 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5d507ce8-a39d-4da6-a70b-bd6b45305698 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.696745 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef201997-9555-45f1-ae7c-20a28e8598f8 None None] Pushing event updated for resources: {'Port': ['ID=886c91e9-e660-4be3-b345-62f18c939b25,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:05.739703 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527b179-e34d-4db4-9324-b9f74c039887 None None] Pushing event updated for resources: {'Port': ['ID=9f3509a6-c8df-4317-ac77-974557617d30,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:05.746384 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57508) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:05.814887 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device f49358f5-4c55-443b-b3b7-7df8969db0a0 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:05.876611 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b2c87686-ac47-447e-a3d9-eb424d98d806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.959894 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-b1170578-3997-410e-a652-4c1ea07e4de7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Network 11322175-01cd-4853-9aff-10b2ba1ab94e is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:05.980292 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Attempting to bind port 9f3509a6-c8df-4317-ac77-974557617d30 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:58:05.980754 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Attempting to bind port 9f3509a6-c8df-4317-ac77-974557617d30 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:58:05.981333 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Attempting to bind port 9f3509a6-c8df-4317-ac77-974557617d30 on network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:05.987700 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:58:05.988296 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Checking segment: {'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:05.989431 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.990135 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Bound using segment: {'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:58:05.990834 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Bound port: 9f3509a6-c8df-4317-ac77-974557617d30, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:58:05.991898 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:06.115460 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Routers {'3a22accd-5bbb-42b5-94d8-bd889b7d79f0'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:06.128414 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:57:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['3a22accd-5bbb-42b5-94d8-bd889b7d79f0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:06.130929 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-b1170578-3997-410e-a652-4c1ea07e4de7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:06.149988 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-b1170578-3997-410e-a652-4c1ea07e4de7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:06.196815 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] For port 9f3509a6-c8df-4317-ac77-974557617d30, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:58:06.205153 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-b1170578-3997-410e-a652-4c1ea07e4de7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:06.209427 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-b1170578-3997-410e-a652-4c1ea07e4de7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:06.212197 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] For port 9f3509a6-c8df-4317-ac77-974557617d30, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=9f3509a6-c8df-4317-ac77-974557617d30,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:58:06.223887 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1170578-3997-410e-a652-4c1ea07e4de7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Pushing event updated for resources: {'Port': ['ID=fc764eb5-cdcb-4e47-8e65-c1c144a4df74,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:06.225704 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:06.230119 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b2c87686-ac47-447e-a3d9-eb424d98d806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:06.249231 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b2c87686-ac47-447e-a3d9-eb424d98d806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:06.319079 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Routers {'6f0f52de-15e0-4444-bdad-330ef4cff078'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:06.319872 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:57:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['6f0f52de-15e0-4444-bdad-330ef4cff078'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:06.322085 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527b179-e34d-4db4-9324-b9f74c039887 None None] Pushing event updated for resources: {'Port': ['ID=9f3509a6-c8df-4317-ac77-974557617d30,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:06.349372 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7582f7-5db1-452f-8d73-5d5d84c7de17 None None] Network 22a1de31-6b4a-49f2-b019-e42def79be0e requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:58:06.384443 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c87686-ac47-447e-a3d9-eb424d98d806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aced73-6860-4bfc-ac9a-cd5feaa4c595,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:06.430878 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b2c87686-ac47-447e-a3d9-eb424d98d806 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4567fcec67d44f279fa0b4f165cfc08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6830420 Aug 12 21:58:06.443110 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57542) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:06.721940 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5d507ce8-a39d-4da6-a70b-bd6b45305698 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:06.736291 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5d507ce8-a39d-4da6-a70b-bd6b45305698 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:06.756305 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=2711f992-8daa-4d4d-a82b-f7a5f9b0ae25,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:06.789884 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] Set router 6f0f52de-15e0-4444-bdad-330ef4cff078 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:06.795925 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a8b97af4-a733-44f1-b746-5cf9cbf32009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:06.798815 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5d507ce8-a39d-4da6-a70b-bd6b45305698 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:06.800205 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5d507ce8-a39d-4da6-a70b-bd6b45305698 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2940817 Aug 12 21:58:06.801558 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d507ce8-a39d-4da6-a70b-bd6b45305698 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb865d2-6869-47e3-a680-4aea0b4ca374,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:06.803848 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57554) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:06.811318 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-d9e40d49-56dd-482a-9da0-b56b0a1a38e9 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:06.811595 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-4a41a958-41cf-4a1f-8632-0047bec45159 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Request body: {'security_group_rule': {'security_group_id': 'bc27f298-89f0-4e46-aa6c-18cadccc3212', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:06.815127 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-d9e40d49-56dd-482a-9da0-b56b0a1a38e9 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/networks?id=b6401582-edab-421b-84ee-f3395ffb54b7 HTTP/1.1" status: 200 len: 819 time: 0.7026119 Aug 12 21:58:06.885193 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a8b97af4-a733-44f1-b746-5cf9cbf32009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:06.943262 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a41a958-41cf-4a1f-8632-0047bec45159 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:06.944700 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port f49358f5-4c55-443b-b3b7-7df8969db0a0 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:06.946310 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:07.036096 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-ce048304-1ed4-4010-85cb-62b99f5ec3da tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/quotas/65c8e0e15b874e188e4c978a57a4d609 HTTP/1.1" status: 200 len: 375 time: 0.0807998 Aug 12 21:58:07.071526 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] Set router 3a22accd-5bbb-42b5-94d8-bd889b7d79f0 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:07.107380 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-b1170578-3997-410e-a652-4c1ea07e4de7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4481335 Aug 12 21:58:07.152844 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e7a90-eba1-442b-a495-583c196b55e9 req-a5644f95-39df-427d-9b07-2612613fbc51 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:07.168542 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d95e7a90-eba1-442b-a495-583c196b55e9 req-a5644f95-39df-427d-9b07-2612613fbc51 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 932 time: 0.8989003 Aug 12 21:58:07.231988 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a8b97af4-a733-44f1-b746-5cf9cbf32009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:07.240836 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a8b97af4-a733-44f1-b746-5cf9cbf32009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:07.246485 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-a8b97af4-a733-44f1-b746-5cf9cbf32009 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91aced73-6860-4bfc-ac9a-cd5feaa4c595 HTTP/1.1" status: 204 len: 168 time: 0.7981470 Aug 12 21:58:07.286472 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a41a958-41cf-4a1f-8632-0047bec45159 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:07.288569 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b97af4-a733-44f1-b746-5cf9cbf32009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aced73-6860-4bfc-ac9a-cd5feaa4c595,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:07.303091 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a41a958-41cf-4a1f-8632-0047bec45159 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:07.346578 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-0c0764b7-dfeb-41d2-ad5f-6f6594fd17fa tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:58:07.351338 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-0c0764b7-dfeb-41d2-ad5f-6f6594fd17fa tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1053162 Aug 12 21:58:07.377654 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41a958-41cf-4a1f-8632-0047bec45159 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7c65ef-bf32-4bfa-9d32-dd4950159317,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:07.386125 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a41a958-41cf-4a1f-8632-0047bec45159 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:07.390308 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-4a41a958-41cf-4a1f-8632-0047bec45159 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5834131 Aug 12 21:58:07.394211 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57570) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:07.394970 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:07.407727 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Request body: {'floatingip': {'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:07.415890 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:07.416613 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740979'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:07.486256 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '9f3509a6-c8df-4317-ac77-974557617d30', 'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'mac_address': 'fa:16:3e:8c:ad:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:58Z', 'updated_at': '2021-08-12T21:58:06Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'subnets': [{'id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:07.511178 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for floatingip, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:07.577566 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98f37b-0bde-4f17-9aba-89b125c39bf1 None None] The sync data for ids ['6f0f52de-15e0-4444-bdad-330ef4cff078'] in dv-cinder-804459-3-iscsi is: [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '9f3509a6-c8df-4317-ac77-974557617d30', 'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'mac_address': 'fa:16:3e:8c:ad:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:58Z', 'updated_at': '2021-08-12T21:58:06Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'subnets': [{'id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:58:07.618501 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d95e7a90-eba1-442b-a495-583c196b55e9 req-f929ec06-899d-474d-be65-0b3b5038781c tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482121 Aug 12 21:58:07.730071 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-145547d0-ebaa-4518-a7c7-7fdf9747c173 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=65c8e0e15b874e188e4c978a57a4d609&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6546447 Aug 12 21:58:07.736401 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c58c0c-c23c-4a89-9ec9-7530f7a7357f,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:07.975096 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Network b49de074-e205-41a7-bba4-aea2b1a09673 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:07.999436 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:08.069101 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1601175435-router', 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2a1d664d-e887-41a4-bcc9-ce5550d9f7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T21:57:56Z', 'revision_number': 4, 'project_id': '65c8e0e15b874e188e4c978a57a4d609', 'gw_port': {'id': '2a1d664d-e887-41a4-bcc9-ce5550d9f7a9', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '886c91e9-e660-4be3-b345-62f18c939b25', 'name': '', 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7', 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609', 'mac_address': 'fa:16:3e:72:b9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '253d0eb4-be87-496e-9f11-596ea7aea7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:54Z', 'updated_at': '2021-08-12T21:58:04Z', 'revision_number': 4, 'project_id': '65c8e0e15b874e188e4c978a57a4d609', 'subnets': [{'id': '253d0eb4-be87-496e-9f11-596ea7aea7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:08.121267 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ced2f-21e4-4064-86d9-2a2875d3333b None None] The sync data for ids ['3a22accd-5bbb-42b5-94d8-bd889b7d79f0'] in dv-cinder-804459-3-iscsi is: [{'id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1601175435-router', 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2a1d664d-e887-41a4-bcc9-ce5550d9f7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T21:57:56Z', 'revision_number': 4, 'project_id': '65c8e0e15b874e188e4c978a57a4d609', 'gw_port': {'id': '2a1d664d-e887-41a4-bcc9-ce5550d9f7a9', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '886c91e9-e660-4be3-b345-62f18c939b25', 'name': '', 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7', 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609', 'mac_address': 'fa:16:3e:72:b9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '253d0eb4-be87-496e-9f11-596ea7aea7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:54Z', 'updated_at': '2021-08-12T21:58:04Z', 'revision_number': 4, 'project_id': '65c8e0e15b874e188e4c978a57a4d609', 'subnets': [{'id': '253d0eb4-be87-496e-9f11-596ea7aea7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:58:08.205435 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:08.542452 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 9f3509a6-c8df-4317-ac77-974557617d30 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:08.635196 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-55fc773e-aed6-455d-b988-6889ec54ba47 service neutron] 10.222.0.30 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8776009 Aug 12 21:58:08.654827 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.58', 51047) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:08.655492 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Allocated IP 172.27.0.249 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/93283b10-86b5-4b6b-9192-0ec043b8d724) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:08.769899 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-439dd207-7efd-47b7-ba4a-0137621f37a3 None None] Provisioning complete for port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:08.769899 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-439dd207-7efd-47b7-ba4a-0137621f37a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:08.794146 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Router e802336c-3743-4648-bac0-7d71c6952155 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:58:08.951775 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57596) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:08.990803 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 9f3509a6-c8df-4317-ac77-974557617d30 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:09.051397 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 9f3509a6-c8df-4317-ac77-974557617d30 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:09.051771 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:09.058165 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-439dd207-7efd-47b7-ba4a-0137621f37a3 None None] Port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:58:09.213233 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:09.397195 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:58:09.445076 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:09.456738 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:09.539290 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:09.601283 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port 9f3509a6-c8df-4317-ac77-974557617d30, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=9f3509a6-c8df-4317-ac77-974557617d30,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:09.608245 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:09.609648 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:09.615439 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:09.632927 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:09.835915 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-612294189-network', 'tenant_id': '19cbc3bbe24d4caf8a0d71d7e8216202'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:09.880584 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=9f3509a6-c8df-4317-ac77-974557617d30,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:09.883562 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Request body: {'port': {'device_id': '911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:09.898660 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event updated for resources: {'Port': ['ID=93283b10-86b5-4b6b-9192-0ec043b8d724,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:09.964664 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:09.965396 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:10.066915 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:10.072095 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:10.206274 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:10.511973 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 9f3509a6-c8df-4317-ac77-974557617d30 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:10.514092 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-ae17b46e-6688-46b2-9b7e-603e064fe30b service neutron] 10.222.0.30 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8342257 Aug 12 21:58:10.570787 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] Made reservation on behalf of 19cbc3bbe24d4caf8a0d71d7e8216202 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:10.604411 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:10.624283 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:10.640191 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:10.740199 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:10.767986 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:10.817965 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29206970-8ff4-4831-af11-760328835563 req-f5c868e8-ca66-49f4-9f74-56ed9935a849 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:10.828613 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29206970-8ff4-4831-af11-760328835563 req-f5c868e8-ca66-49f4-9f74-56ed9935a849 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 932 time: 1.9243252 Aug 12 21:58:10.839133 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-e75fda9b-8cb0-49e7-8e1e-933e9756eda9 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:10.853190 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-e75fda9b-8cb0-49e7-8e1e-933e9756eda9 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.58 "GET /v2.0/networks?id=b6401582-edab-421b-84ee-f3395ffb54b7 HTTP/1.1" status: 200 len: 819 time: 2.1334391 Aug 12 21:58:10.886267 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:10.887880 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4897597 Aug 12 21:58:10.893306 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84578763-55c4-49e1-9171-2a6ce3a66936 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event updated for resources: {'Port': ['ID=93283b10-86b5-4b6b-9192-0ec043b8d724,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:11.240875 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 9f3509a6-c8df-4317-ac77-974557617d30 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:11.241260 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:11.518048 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 886c91e9-e660-4be3-b345-62f18c939b25 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:11.609457 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7f9222c8-f7e8-48b0-80ff-ca1a38dc529b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Request body: {'port': {'device_id': '416b0bc6-9e68-4777-86b7-e50ff7dcd748', 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7', 'admin_state_up': True, 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:11.638591 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 886c91e9-e660-4be3-b345-62f18c939b25 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:11.649112 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 886c91e9-e660-4be3-b345-62f18c939b25 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:11.649987 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:11.918422 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:11.977860 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29206970-8ff4-4831-af11-760328835563 req-c75e1e61-b34d-4e66-8221-d78172567dcd tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1229687 Aug 12 21:58:11.998210 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fbb5d3c2-eb5b-4d03-8d2b-48c99d89bead req-553cc16d-2c7b-45b9-9d00-451be1217744 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 210 time: 0.9271107 Aug 12 21:58:12.006980 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port 886c91e9-e660-4be3-b345-62f18c939b25, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=886c91e9-e660-4be3-b345-62f18c939b25,segment=NetworkSegment(6aff0b57-81c7-4f0e-a08f-5fa3267fe95e),segment_id=6aff0b57-81c7-4f0e-a08f-5fa3267fe95e)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:12.031496 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:12.082549 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:58:12.105596 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Sync routers for ids ['e802336c-3743-4648-bac0-7d71c6952155'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:58:12.179836 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Routers {'e802336c-3743-4648-bac0-7d71c6952155'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:12.180539 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:57:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['e802336c-3743-4648-bac0-7d71c6952155'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:12.181650 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-dbd5adaa-63d0-4830-8e02-cfe23c9d57e4 admin admin] 10.222.0.30 "PUT /v2.0/routers/e802336c-3743-4648-bac0-7d71c6952155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7472932 Aug 12 21:58:12.251375 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc764eb5-cdcb-4e47-8e65-c1c144a4df74 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:58:12.295699 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:12.334365 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Transition to ACTIVE for port object fc764eb5-cdcb-4e47-8e65-c1c144a4df74 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:12.350632 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:12.476282 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-5be2e3d0-49a6-420c-b754-ea1444cd2593 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1929928089&fields=id&tenant_id=0f0168f0c18f4408a7f2984a0a4038f4 HTTP/1.1" status: 200 len: 267 time: 0.2488441 Aug 12 21:58:12.483798 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=886c91e9-e660-4be3-b345-62f18c939b25,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:12.593497 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Set router e802336c-3743-4648-bac0-7d71c6952155 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:12.598624 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:12.599736 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Attempting to bind port fc764eb5-cdcb-4e47-8e65-c1c144a4df74 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:58:12.600085 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Attempting to bind port fc764eb5-cdcb-4e47-8e65-c1c144a4df74 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '294610cc-1c99-494d-92a2-73478501dd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '11322175-01cd-4853-9aff-10b2ba1ab94e'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:58:12.600425 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Attempting to bind port fc764eb5-cdcb-4e47-8e65-c1c144a4df74 on network 11322175-01cd-4853-9aff-10b2ba1ab94e {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:12.606280 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Pushing event updated for resources: {'Port': ['ID=fc764eb5-cdcb-4e47-8e65-c1c144a4df74,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:12.657196 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:12.671703 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:58:12.681534 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:12.682174 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.segments_db [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] Added segment 5d4090c4-f724-4ac2-a918-b9e06e7e7fd0 of type vlan for network 4b0b32a4-d85a-4a6b-b071-725532bce36a Aug 12 21:58:12.745325 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:12.812066 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Port fc764eb5-cdcb-4e47-8e65-c1c144a4df74 on network 11322175-01cd-4853-9aff-10b2ba1ab94e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:58:12.813445 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Attempting to bind port fc764eb5-cdcb-4e47-8e65-c1c144a4df74 on network 11322175-01cd-4853-9aff-10b2ba1ab94e {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:12.828245 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:12.829251 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:12.829865 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:12.935211 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] Pushing event updated for resources: {'Network': ['ID=4b0b32a4-d85a-4a6b-b071-725532bce36a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:12.957618 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:58:12.958288 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Checking segment: {'id': '294610cc-1c99-494d-92a2-73478501dd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '11322175-01cd-4853-9aff-10b2ba1ab94e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:12.959070 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Bound using segment: {'id': '294610cc-1c99-494d-92a2-73478501dd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '11322175-01cd-4853-9aff-10b2ba1ab94e'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:58:12.959700 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Bound port: fc764eb5-cdcb-4e47-8e65-c1c144a4df74, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294610cc-1c99-494d-92a2-73478501dd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '11322175-01cd-4853-9aff-10b2ba1ab94e'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:58:12.960302 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:12.996191 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7f9222c8-f7e8-48b0-80ff-ca1a38dc529b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Made reservation on behalf of 65c8e0e15b874e188e4c978a57a4d609 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:13.000230 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7f9222c8-f7e8-48b0-80ff-ca1a38dc529b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:13.027885 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.0457759 Aug 12 21:58:13.030581 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57710) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:13.036989 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-26770a3d-eb9d-4a7a-8155-50661bcc35b8 admin admin] Request body: {'subnet': {'network_id': '4b0b32a4-d85a-4a6b-b071-725532bce36a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-612294189-subnet', 'tenant_id': '19cbc3bbe24d4caf8a0d71d7e8216202', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:13.047768 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e7c33-9936-414f-a7ad-b0c0b57f2da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d517e6d-e1d6-47c6-8f51-f9bb90318450,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:13.061986 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network 4b0b32a4-d85a-4a6b-b071-725532bce36a details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:58:13.078835 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26770a3d-eb9d-4a7a-8155-50661bcc35b8 admin admin] Made reservation on behalf of 19cbc3bbe24d4caf8a0d71d7e8216202 for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:13.081617 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-26770a3d-eb9d-4a7a-8155-50661bcc35b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:13.283157 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-84054eec-a86a-4826-9206-78c81632bfb8 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:13.302797 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-84054eec-a86a-4826-9206-78c81632bfb8 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/networks?id=095a1efa-c2bb-4f8d-8a60-e45d89fec269 HTTP/1.1" status: 200 len: 810 time: 0.7746272 Aug 12 21:58:13.363589 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57716) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:13.384265 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-084d2fa1-a59c-47ee-ba64-08435c1b2381 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2049691924', 'description': 'tempest-description--76350516'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:13.388877 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:58:03Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'd0c58c0c-c23c-4a89-9ec9-7530f7a7357f', 'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'mac_address': 'fa:16:3e:7a:20:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:59Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 2, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'subnets': [{'id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:13.436239 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.58', 51055) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:13.456395 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-084d2fa1-a59c-47ee-ba64-08435c1b2381 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:13.500571 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-6f2c4bc5-2d1c-4192-8388-b2567ff57cdf tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/quotas/0f0168f0c18f4408a7f2984a0a4038f4 HTTP/1.1" status: 200 len: 375 time: 0.1951592 Aug 12 21:58:13.529563 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Checking router: e802336c-3743-4648-bac0-7d71c6952155 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:58:13.529965 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Updating router e802336c-3743-4648-bac0-7d71c6952155 port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f binding host dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:58:13.638072 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:13.643474 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-084d2fa1-a59c-47ee-ba64-08435c1b2381 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:13.662552 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] For port fc764eb5-cdcb-4e47-8e65-c1c144a4df74, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:58:13.666352 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-084d2fa1-a59c-47ee-ba64-08435c1b2381 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:13.787378 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d2fa1-a59c-47ee-ba64-08435c1b2381 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be242c23-eeed-40ef-a8bf-2998d0c7feee,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:13.799906 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-084d2fa1-a59c-47ee-ba64-08435c1b2381 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:13.802019 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-084d2fa1-a59c-47ee-ba64-08435c1b2381 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4323075 Aug 12 21:58:13.811466 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57724) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:13.824182 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-b64ba7dc-8079-4140-96ed-f6b03f4aee3f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Request body: {'security_group_rule': {'security_group_id': 'be242c23-eeed-40ef-a8bf-2998d0c7feee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:13.834543 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-98ae9603-02d7-4e12-8821-ec4141384f26 req-4126a648-6e97-4d98-8afd-64d99942142a tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 210 time: 0.2654979 Aug 12 21:58:13.873928 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] For port fc764eb5-cdcb-4e47-8e65-c1c144a4df74, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fc764eb5-cdcb-4e47-8e65-c1c144a4df74,segment=NetworkSegment(294610cc-1c99-494d-92a2-73478501dd7d),segment_id=294610cc-1c99-494d-92a2-73478501dd7d)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:58:13.914487 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:13.984803 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b64ba7dc-8079-4140-96ed-f6b03f4aee3f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:14.169079 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:14.184350 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Transition to ACTIVE for port object d0c58c0c-c23c-4a89-9ec9-7530f7a7357f will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:14.195222 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:14.382677 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 886c91e9-e660-4be3-b345-62f18c939b25 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:14.400935 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Pushing event updated for resources: {'Port': ['ID=fc764eb5-cdcb-4e47-8e65-c1c144a4df74,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:14.421406 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:14.430635 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:14.433415 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-521c81e1-e435-40da-9378-d8f541fa3247 service neutron] 10.222.0.58 "PUT /v2.0/ports/fc764eb5-cdcb-4e47-8e65-c1c144a4df74 HTTP/1.1" status: 200 len: 1094 time: 5.7775738 Aug 12 21:58:14.442824 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d', 'tag': 'fc764eb5-cdcb-4e47-8e65-c1c144a4df74'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:14.465148 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-26770a3d-eb9d-4a7a-8155-50661bcc35b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:14.479286 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b64ba7dc-8079-4140-96ed-f6b03f4aee3f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:14.496413 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-068b8fcf-3d18-481c-9aba-933d9c727d0c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:14.498130 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-068b8fcf-3d18-481c-9aba-933d9c727d0c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.58 "GET /v2.0/networks?id=b6401582-edab-421b-84ee-f3395ffb54b7 HTTP/1.1" status: 200 len: 819 time: 1.0195608 Aug 12 21:58:14.528993 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b64ba7dc-8079-4140-96ed-f6b03f4aee3f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:14.583320 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-48d74a4a-7544-43e3-bae1-7bd3943203b1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Request body: {'port': {'device_id': '1c277b07-1de7-40d5-bfbf-8bd33b2197d7', 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7', 'admin_state_up': True, 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:14.599428 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624d216-0942-4a9d-8d4c-2273c009233d None None] Pushing event updated for resources: {'Port': ['ID=d0c58c0c-c23c-4a89-9ec9-7530f7a7357f,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:14.632675 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Attempting to bind port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:58:14.633216 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Attempting to bind port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:58:14.633718 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Attempting to bind port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f on network b49de074-e205-41a7-bba4-aea2b1a09673 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:14.642272 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:58:14.642865 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Checking segment: {'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:14.643399 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:14.643996 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Bound using segment: {'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:58:14.645056 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Bound port: d0c58c0c-c23c-4a89-9ec9-7530f7a7357f, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:58:14.646512 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:14.699991 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26770a3d-eb9d-4a7a-8155-50661bcc35b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=956f02a3-8748-4a75-99a2-8d64332148c9,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:14.714569 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-d6b2a9f6-55a7-4db9-b9e4-a6194c61ccad tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f0168f0c18f4408a7f2984a0a4038f4&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1812379 Aug 12 21:58:14.786115 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26770a3d-eb9d-4a7a-8155-50661bcc35b8 admin admin] Checking segment: {'id': '5d4090c4-f724-4ac2-a918-b9e06e7e7fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '4b0b32a4-d85a-4a6b-b071-725532bce36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:14.786479 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26770a3d-eb9d-4a7a-8155-50661bcc35b8 admin admin] Network hostable DHCP agents. Network: 4b0b32a4-d85a-4a6b-b071-725532bce36a, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:58:14.791515 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] For port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:58:14.797213 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] For port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=d0c58c0c-c23c-4a89-9ec9-7530f7a7357f,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:58:14.813056 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b64ba7dc-8079-4140-96ed-f6b03f4aee3f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:14.818027 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b64ba7dc-8079-4140-96ed-f6b03f4aee3f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0029519 Aug 12 21:58:14.819148 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ba7dc-8079-4140-96ed-f6b03f4aee3f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97323af6-7c48-4e50-82d1-d43a38aa11f1,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:14.825417 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57750) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:14.827186 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7f9222c8-f7e8-48b0-80ff-ca1a38dc529b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Allocated IP 172.20.0.9 (b6401582-edab-421b-84ee-f3395ffb54b7/253d0eb4-be87-496e-9f11-596ea7aea7ca/af4d73f1-89ec-41b8-a619-8edc0ab6317d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:14.831592 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5021718d-357b-47ce-9d4b-591eb3104383" -d '{"events": [{"name": "network-changed", "server_uuid": "911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d", "tag": "fc764eb5-cdcb-4e47-8e65-c1c144a4df74"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:14.835996 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 886c91e9-e660-4be3-b345-62f18c939b25 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:14.836550 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:14.842023 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:14.843600 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-027df6fd-07aa-4580-a0b1-0997976f4f3a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Request body: {'security_group_rule': {'security_group_id': 'be242c23-eeed-40ef-a8bf-2998d0c7feee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:14.861146 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26770a3d-eb9d-4a7a-8155-50661bcc35b8 admin admin] Network 4b0b32a4-d85a-4a6b-b071-725532bce36a is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:58:14.908930 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-26770a3d-eb9d-4a7a-8155-50661bcc35b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, 4b0b32a4-d85a-4a6b-b071-725532bce36a) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:14.924986 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26770a3d-eb9d-4a7a-8155-50661bcc35b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:14.925723 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-26770a3d-eb9d-4a7a-8155-50661bcc35b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:14.973252 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-26770a3d-eb9d-4a7a-8155-50661bcc35b8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9360175 Aug 12 21:58:14.976345 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-027df6fd-07aa-4580-a0b1-0997976f4f3a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:15.027169 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f90ecf-1d9a-4476-b01e-e2823feed374 None None] Network 4b0b32a4-d85a-4a6b-b071-725532bce36a requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:58:15.068648 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Routers {'e802336c-3743-4648-bac0-7d71c6952155'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:15.069293 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:57:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['e802336c-3743-4648-bac0-7d71c6952155'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:15.217424 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57764) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:15.360671 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba07d71-f473-4fb9-843a-b6c31067ee7c admin admin] Deleting subnet ee7c501e-2938-4a8a-a95e-68f2b0763ef4 {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:58:15.407889 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-027df6fd-07aa-4580-a0b1-0997976f4f3a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:15.409299 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aba07d71-f473-4fb9-843a-b6c31067ee7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:15.413702 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-48d74a4a-7544-43e3-bae1-7bd3943203b1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Made reservation on behalf of 65c8e0e15b874e188e4c978a57a4d609 for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:15.418931 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-48d74a4a-7544-43e3-bae1-7bd3943203b1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:15.588991 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] Set router e802336c-3743-4648-bac0-7d71c6952155 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:15.692399 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7f9222c8-f7e8-48b0-80ff-ca1a38dc529b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:15.748319 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7f9222c8-f7e8-48b0-80ff-ca1a38dc529b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:15.828610 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7f9222c8-f7e8-48b0-80ff-ca1a38dc529b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Network b6401582-edab-421b-84ee-f3395ffb54b7 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:15.839067 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9222c8-f7e8-48b0-80ff-ca1a38dc529b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Pushing event updated for resources: {'Port': ['ID=af4d73f1-89ec-41b8-a619-8edc0ab6317d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:15.853759 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7f9222c8-f7e8-48b0-80ff-ca1a38dc529b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:15.857687 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7f9222c8-f7e8-48b0-80ff-ca1a38dc529b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:15.864235 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7f9222c8-f7e8-48b0-80ff-ca1a38dc529b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:15.865092 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7f9222c8-f7e8-48b0-80ff-ca1a38dc529b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:15.870867 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-6fbfb442-88ec-40ed-8bf3-8d8bdf4b1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:15.872654 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-6fbfb442-88ec-40ed-8bf3-8d8bdf4b1253 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59d2fb1c66cc4e678d9ec82a60a9ce70&device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 1097 time: 1.2188444 Aug 12 21:58:15.883506 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028809a7-3f19-4986-b88f-ca528f49c517 req-38d58ed5-aa27-4494-97eb-702c461de597 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:15.888970 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624d216-0942-4a9d-8d4c-2273c009233d None None] Pushing event updated for resources: {'Port': ['ID=d0c58c0c-c23c-4a89-9ec9-7530f7a7357f,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:15.892486 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-028809a7-3f19-4986-b88f-ca528f49c517 req-38d58ed5-aa27-4494-97eb-702c461de597 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 944 time: 1.8667753 Aug 12 21:58:16.040147 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-028809a7-3f19-4986-b88f-ca528f49c517 req-b6bd8035-de85-4740-ae33-983e5c66da19 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464956 Aug 12 21:58:16.244827 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-48d74a4a-7544-43e3-bae1-7bd3943203b1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Allocated IP 172.20.0.13 (b6401582-edab-421b-84ee-f3395ffb54b7/253d0eb4-be87-496e-9f11-596ea7aea7ca/93b23b3c-47ad-4c93-9c04-1504aee66e9c) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:16.356651 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:16.490847 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-48d74a4a-7544-43e3-bae1-7bd3943203b1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:16.512046 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-31f71e7e-4a3d-44a2-9156-4764585b69f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc764eb5-cdcb-4e47-8e65-c1c144a4df74 HTTP/1.1" status: 200 len: 217 time: 0.4983885 Aug 12 21:58:16.526642 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7f9222c8-f7e8-48b0-80ff-ca1a38dc529b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2629173 Aug 12 21:58:16.546214 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-027df6fd-07aa-4580-a0b1-0997976f4f3a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:16.556079 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-48d74a4a-7544-43e3-bae1-7bd3943203b1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:16.570756 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e569a512-70c3-4d3f-8370-2512bb9adc2c None None] Network 4b0b32a4-d85a-4a6b-b071-725532bce36a requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:58:16.582476 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a57724-c642-4f81-96a4-e119ebcea96f x-openstack-request-id: req-55a57724-c642-4f81-96a4-e119ebcea96f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:16.583671 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d", "tag": "fc764eb5-cdcb-4e47-8e65-c1c144a4df74", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:16.584623 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55a57724-c642-4f81-96a4-e119ebcea96f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:16.585851 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d', 'tag': 'fc764eb5-cdcb-4e47-8e65-c1c144a4df74', 'status': 'completed', 'code': 200} Aug 12 21:58:16.601827 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Request body: {'port': {'device_id': '416b0bc6-9e68-4777-86b7-e50ff7dcd748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:16.706945 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57804) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:16.710818 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d74a4a-7544-43e3-bae1-7bd3943203b1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Pushing event updated for resources: {'Port': ['ID=93b23b3c-47ad-4c93-9c04-1504aee66e9c,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:16.716431 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-027df6fd-07aa-4580-a0b1-0997976f4f3a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:16.724576 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-027df6fd-07aa-4580-a0b1-0997976f4f3a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8897901 Aug 12 21:58:16.726608 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57806) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:16.747113 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027df6fd-07aa-4580-a0b1-0997976f4f3a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713b5904-e9d1-4982-8353-78579c11525c,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:16.750726 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aba07d71-f473-4fb9-843a-b6c31067ee7c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:16.757872 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Request body: {'floatingip': {'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:16.798859 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-48d74a4a-7544-43e3-bae1-7bd3943203b1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Network b6401582-edab-421b-84ee-f3395ffb54b7 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:16.805543 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-48d74a4a-7544-43e3-bae1-7bd3943203b1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:16.809084 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for floatingip, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:16.814861 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aba07d71-f473-4fb9-843a-b6c31067ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:16.849057 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-48d74a4a-7544-43e3-bae1-7bd3943203b1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:16.856264 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-48d74a4a-7544-43e3-bae1-7bd3943203b1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:16.856824 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-48d74a4a-7544-43e3-bae1-7bd3943203b1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:16.871996 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:58:03Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'd0c58c0c-c23c-4a89-9ec9-7530f7a7357f', 'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'mac_address': 'fa:16:3e:7a:20:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:59Z', 'updated_at': '2021-08-12T21:58:14Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'subnets': [{'id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:16.899046 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-9ae1e90f-f342-48c5-b5d3-4690cc829d49 service neutron] 10.222.0.30 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1159649 Aug 12 21:58:16.961662 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651a2dc-5339-4961-89be-2ad7e7e6c69e None None] The sync data for ids ['e802336c-3743-4648-bac0-7d71c6952155'] in dv-cinder-804459-3-iscsi is: [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:58:03Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'd0c58c0c-c23c-4a89-9ec9-7530f7a7357f', 'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'mac_address': 'fa:16:3e:7a:20:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:59Z', 'updated_at': '2021-08-12T21:58:14Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'subnets': [{'id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:58:16.995830 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3638b9d-d9d7-4f52-afb8-470350645101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:16.997768 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:17.078807 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdeb79-cb80-4335-ac94-fd78fbf28cca req-1e26136b-8f6b-487b-89a4-0bedc3f2a74f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:17.086782 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0cfdeb79-cb80-4335-ac94-fd78fbf28cca req-1e26136b-8f6b-487b-89a4-0bedc3f2a74f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 932 time: 0.2913334 Aug 12 21:58:17.093473 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-eeb0ebd0-d5d7-48aa-bde6-e163333484f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:17.094993 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-eeb0ebd0-d5d7-48aa-bde6-e163333484f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ea68ca2b-0cd8-44f1-9e1f-7896468f7f22 HTTP/1.1" status: 200 len: 851 time: 0.5545475 Aug 12 21:58:17.103186 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-48d74a4a-7544-43e3-bae1-7bd3943203b1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5375774 Aug 12 21:58:17.205971 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0cfdeb79-cb80-4335-ac94-fd78fbf28cca req-a464a00a-83e2-41bd-ba88-5ee5b5c2289c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136281 Aug 12 21:58:17.228175 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aba07d71-f473-4fb9-843a-b6c31067ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:17.267190 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Request body: {'port': {'device_id': '1c277b07-1de7-40d5-bfbf-8bd33b2197d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:17.286855 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aba07d71-f473-4fb9-843a-b6c31067ee7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:17.291850 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-aba07d71-f473-4fb9-843a-b6c31067ee7c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ee7c501e-2938-4a8a-a95e-68f2b0763ef4 HTTP/1.1" status: 204 len: 168 time: 2.0697062 Aug 12 21:58:17.314581 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57812) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:17.330085 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-e972e73a-c8c5-4dc4-b872-28c82791b186 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11322175-01cd-4853-9aff-10b2ba1ab94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223462 Aug 12 21:58:17.429634 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba07d71-f473-4fb9-843a-b6c31067ee7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee7c501e-2938-4a8a-a95e-68f2b0763ef4,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:17.458321 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-f6eed873-b833-4ff4-9434-02c6f47c1bd6 service neutron] 10.222.0.30 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405562 Aug 12 21:58:17.503390 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3638b9d-d9d7-4f52-afb8-470350645101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:17.537839 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3638b9d-d9d7-4f52-afb8-470350645101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:17.576257 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c3638b9d-d9d7-4f52-afb8-470350645101 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcf0d18277ee47318bda51c74eb2d454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8610437 Aug 12 21:58:17.580715 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57824) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:17.604856 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b4287-3fc1-4dfc-8f2f-1f67d4a9eddc req-6b1af05f-8e27-4e49-8502-f5bf3d48c4e4 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:17.618997 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3a6b4287-3fc1-4dfc-8f2f-1f67d4a9eddc req-6b1af05f-8e27-4e49-8502-f5bf3d48c4e4 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 944 time: 0.2842896 Aug 12 21:58:17.653534 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:17.744824 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:17.822248 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3638b9d-d9d7-4f52-afb8-470350645101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ccf1c1-0abf-4dcd-9a06-ea655be04fa5,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:17.852969 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-a97beca5-7eb6-4090-931a-5429c784da6c service neutron] 10.222.0.58 "GET /v2.0/networks/11322175-01cd-4853-9aff-10b2ba1ab94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711688 Aug 12 21:58:17.880681 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3a6b4287-3fc1-4dfc-8f2f-1f67d4a9eddc req-174a0f7d-21ca-41c5-80e6-a43c41887e73 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553484 Aug 12 21:58:17.885591 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:17.923315 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dcc4c255-0eac-4ba0-b593-79bcf39b6c97 req-fb7ed00b-8afe-46cc-83b6-d25873904103 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 210 time: 0.0604014 Aug 12 21:58:18.139809 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-29d8bcad-5541-42eb-9a52-b78a6efaf9a3 req-776bf5aa-8cdf-4bfb-b72a-c6c2fbce5a8d service neutron] 10.222.0.58 "GET /v2.0/networks/11322175-01cd-4853-9aff-10b2ba1ab94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190270 Aug 12 21:58:18.168021 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4d73f1-89ec-41b8-a619-8edc0ab6317d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:58:18.187614 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.205155 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Transition to ACTIVE for port object af4d73f1-89ec-41b8-a619-8edc0ab6317d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:18.213943 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.307072 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4b8be349-6d65-43d3-9bab-de553fb293de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.314024 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.374782 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:58:18.375319 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:58:18.376082 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:58:18.376408 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Subscribe: > port after_create 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:58:18.376744 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:58:18.377073 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Subscribe: > port after_update 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:58:18.377386 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:58:18.377756 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:58:18.378068 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:58:18.378381 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:58:18.387297 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021718d-357b-47ce-9d4b-591eb3104383 req-7d321129-8e5e-4a14-9b40-5e18db15f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:18.388769 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5021718d-357b-47ce-9d4b-591eb3104383 req-7d321129-8e5e-4a14-9b40-5e18db15f0c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59d2fb1c66cc4e678d9ec82a60a9ce70&device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 1097 time: 0.1664858 Aug 12 21:58:18.441018 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Pushing event updated for resources: {'Port': ['ID=af4d73f1-89ec-41b8-a619-8edc0ab6317d,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:18.464635 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Attempting to bind port af4d73f1-89ec-41b8-a619-8edc0ab6317d on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:58:18.464974 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Attempting to bind port af4d73f1-89ec-41b8-a619-8edc0ab6317d by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '6aff0b57-81c7-4f0e-a08f-5fa3267fe95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:58:18.465307 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Attempting to bind port af4d73f1-89ec-41b8-a619-8edc0ab6317d on network b6401582-edab-421b-84ee-f3395ffb54b7 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:18.472766 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Port af4d73f1-89ec-41b8-a619-8edc0ab6317d on network b6401582-edab-421b-84ee-f3395ffb54b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:58:18.472916 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Attempting to bind port af4d73f1-89ec-41b8-a619-8edc0ab6317d on network b6401582-edab-421b-84ee-f3395ffb54b7 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:18.491536 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09849de-5e83-4d6e-8532-171e4e81d3d6 req-ee437ea3-5a4d-4ff0-a062-122438f2c2a9 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:18.493487 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f09849de-5e83-4d6e-8532-171e4e81d3d6 req-ee437ea3-5a4d-4ff0-a062-122438f2c2a9 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 932 time: 0.1494465 Aug 12 21:58:18.495498 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:58:18.495845 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Checking segment: {'id': '6aff0b57-81c7-4f0e-a08f-5fa3267fe95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:18.496807 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Bound using segment: {'id': '6aff0b57-81c7-4f0e-a08f-5fa3267fe95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:58:18.497528 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Bound port: af4d73f1-89ec-41b8-a619-8edc0ab6317d, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aff0b57-81c7-4f0e-a08f-5fa3267fe95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:58:18.498826 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.570901 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f09849de-5e83-4d6e-8532-171e4e81d3d6 req-24f6a202-52fa-4863-ae85-56bc1ee64564 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603461 Aug 12 21:58:18.626253 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] For port af4d73f1-89ec-41b8-a619-8edc0ab6317d, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:58:18.629940 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] For port af4d73f1-89ec-41b8-a619-8edc0ab6317d, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=af4d73f1-89ec-41b8-a619-8edc0ab6317d,segment=NetworkSegment(6aff0b57-81c7-4f0e-a08f-5fa3267fe95e),segment_id=6aff0b57-81c7-4f0e-a08f-5fa3267fe95e)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:58:18.634833 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.662970 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:18.670120 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.672964 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] 10.222.0.58 "PUT /v2.0/ports/af4d73f1-89ec-41b8-a619-8edc0ab6317d HTTP/1.1" status: 200 len: 1093 time: 2.0834861 Aug 12 21:58:18.678754 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:58:18.679287 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:58:18.679800 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:58:18.680303 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:58:18.680842 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a1de31-6b4a-49f2-b019-e42def79be0e']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:18.698895 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416b0bc6-9e68-4777-86b7-e50ff7dcd748', 'tag': 'af4d73f1-89ec-41b8-a619-8edc0ab6317d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:18.701477 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205b369c-162a-45ef-a809-2f13a54f818c" -d '{"events": [{"name": "network-changed", "server_uuid": "416b0bc6-9e68-4777-86b7-e50ff7dcd748", "tag": "af4d73f1-89ec-41b8-a619-8edc0ab6317d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:18.702416 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device d0c58c0c-c23c-4a89-9ec9-7530f7a7357f up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:18.742540 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57874) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:18.753115 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4b8be349-6d65-43d3-9bab-de553fb293de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.757416 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bfae9a-ef32-48dc-b1bf-2692ff06e899') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:18.757749 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bfae9a-ef32-48dc-b1bf-2692ff06e899') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:18.773711 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2ea33-034a-43cf-a44b-bff69bd9f97e service neutron] Pushing event updated for resources: {'Port': ['ID=af4d73f1-89ec-41b8-a619-8edc0ab6317d,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:18.783670 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:18.788696 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:18.789154 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.813243 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287314082'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.818324 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Allocated IP 172.27.0.241 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/de558971-69d6-4bfa-a64b-447c8f4fc084) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:18.820798 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2feca05-c97e-486e-812e-54311f1f8a2c x-openstack-request-id: req-c2feca05-c97e-486e-812e-54311f1f8a2c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:18.821000 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416b0bc6-9e68-4777-86b7-e50ff7dcd748", "tag": "af4d73f1-89ec-41b8-a619-8edc0ab6317d", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:18.821546 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2feca05-c97e-486e-812e-54311f1f8a2c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:18.821933 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416b0bc6-9e68-4777-86b7-e50ff7dcd748', 'tag': 'af4d73f1-89ec-41b8-a619-8edc0ab6317d', 'status': 'completed', 'code': 200} Aug 12 21:58:18.879627 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.890187 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.892151 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-936cde26-0c22-4913-ac5d-0d4db5c9aeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.930069 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=d0c58c0c-c23c-4a89-9ec9-7530f7a7357f,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:18.937020 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.937856 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:58:18.937856 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287189821'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: from cryptography.utils import int_from_bytes Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: from cryptography.utils import int_from_bytes Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: timer() Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: cb(*args, **kw) Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: self._notify() Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: self.callback(batched_events) Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: event.method(event) Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._get(url).json() Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:58:18.943697 dv-cinder-804459-3-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:58:18.997847 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=d0c58c0c-c23c-4a89-9ec9-7530f7a7357f,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:19.069986 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4656883f-394d-4399-b8b0-c763687998ee req-aa61fe8a-8db6-4379-b5ef-fe492fc7e630 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 210 time: 0.0416515 Aug 12 21:58:19.077810 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea9cd1-d079-4d32-bac3-04eb8195d13b req-5837ce36-f371-4100-a897-f742f4b3ca71 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:19.079383 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68ea9cd1-d079-4d32-bac3-04eb8195d13b req-5837ce36-f371-4100-a897-f742f4b3ca71 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 944 time: 0.1079602 Aug 12 21:58:19.130917 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-936cde26-0c22-4913-ac5d-0d4db5c9aeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.146339 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-936cde26-0c22-4913-ac5d-0d4db5c9aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.161844 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68ea9cd1-d079-4d32-bac3-04eb8195d13b req-40e20f7c-adad-420e-855f-534344e939c6 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727563 Aug 12 21:58:19.218432 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-936cde26-0c22-4913-ac5d-0d4db5c9aeb3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f1bab016cb84a418e5d48da38e7677b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4694417 Aug 12 21:58:19.219247 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cde26-0c22-4913-ac5d-0d4db5c9aeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a985f10a-53f1-477f-a6a6-e64128389c96,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:19.225785 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57886) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:19.244367 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.277897 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4b8be349-6d65-43d3-9bab-de553fb293de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.280456 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4b8be349-6d65-43d3-9bab-de553fb293de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.281599 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-4b8be349-6d65-43d3-9bab-de553fb293de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99ccf1c1-0abf-4dcd-9a06-ea655be04fa5 HTTP/1.1" status: 204 len: 168 time: 1.6668520 Aug 12 21:58:19.291936 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.295126 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] 10.222.0.30 "DELETE /v2.0/networks/22a1de31-6b4a-49f2-b019-e42def79be0e HTTP/1.1" status: 204 len: 168 time: 1.9462605 Aug 12 21:58:19.297330 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57890) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:19.359376 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe0278f-73ee-4681-8e88-7189d21219d2 admin admin] Deleting subnet 956f02a3-8748-4a75-99a2-8d64332148c9 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:58:19.364587 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fe0278f-73ee-4681-8e88-7189d21219d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.394767 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1303adf-5f59-472f-9b8c-118a3bea1964 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a1de31-6b4a-49f2-b019-e42def79be0e,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:19.405893 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8be349-6d65-43d3-9bab-de553fb293de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ccf1c1-0abf-4dcd-9a06-ea655be04fa5,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:19.411035 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.427924 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fe0278f-73ee-4681-8e88-7189d21219d2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.438312 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fe0278f-73ee-4681-8e88-7189d21219d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.446691 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b23b3c-47ad-4c93-9c04-1504aee66e9c {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:58:19.464225 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.479064 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fb24f1b-7333-42ee-ba52-a3f73a7073c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.499016 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fe0278f-73ee-4681-8e88-7189d21219d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.502130 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Transition to ACTIVE for port object 93b23b3c-47ad-4c93-9c04-1504aee66e9c will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:19.513955 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287189977'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.516958 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fe0278f-73ee-4681-8e88-7189d21219d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.518943 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-9fe0278f-73ee-4681-8e88-7189d21219d2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/956f02a3-8748-4a75-99a2-8d64332148c9 HTTP/1.1" status: 204 len: 168 time: 0.2204540 Aug 12 21:58:19.533927 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57894) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:19.540815 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fb24f1b-7333-42ee-ba52-a3f73a7073c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.542700 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0278f-73ee-4681-8e88-7189d21219d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=956f02a3-8748-4a75-99a2-8d64332148c9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:19.605983 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57898) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:19.619823 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1bd3b6-0392-440e-ad85-9a7bd9c8e6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.630281 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.680790 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Pushing event updated for resources: {'Port': ['ID=93b23b3c-47ad-4c93-9c04-1504aee66e9c,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:19.723606 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:19.733298 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aa9ae-4e82-44d6-a1a4-7c7afd13f216 req-ec675f84-0096-4f3a-83af-a556b67269f4 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:19.734806 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0b7aa9ae-4e82-44d6-a1a4-7c7afd13f216 req-ec675f84-0096-4f3a-83af-a556b67269f4 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 944 time: 0.0798957 Aug 12 21:58:19.767005 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:19.772148 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:19.777769 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8a19818-9255-4fda-8226-dea3eae417a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.787992 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1bd3b6-0392-440e-ad85-9a7bd9c8e6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.796149 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1bd3b6-0392-440e-ad85-9a7bd9c8e6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.802727 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0b7aa9ae-4e82-44d6-a1a4-7c7afd13f216 req-33d4e01c-32d9-44e3-8c2b-d467be36c7b4 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597990 Aug 12 21:58:19.842099 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-6c1bd3b6-0392-440e-ad85-9a7bd9c8e6fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d07dd119fdb466784d74204003cd7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325289 Aug 12 21:58:19.842099 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bd3b6-0392-440e-ad85-9a7bd9c8e6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95411eb1-d58e-40b2-87f7-4570d5011402,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:19.843856 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57902) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:19.847666 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event updated for resources: {'Port': ['ID=de558971-69d6-4bfa-a64b-447c8f4fc084,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:19.858512 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fb24f1b-7333-42ee-ba52-a3f73a7073c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.861528 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fb24f1b-7333-42ee-ba52-a3f73a7073c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.865905 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-0fb24f1b-7333-42ee-ba52-a3f73a7073c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a985f10a-53f1-477f-a6a6-e64128389c96 HTTP/1.1" status: 204 len: 168 time: 0.6282606 Aug 12 21:58:19.883421 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb24f1b-7333-42ee-ba52-a3f73a7073c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a985f10a-53f1-477f-a6a6-e64128389c96,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:19.908495 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac23db8c-22a9-4a43-b234-54ef01a4c0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.937031 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Attempting to bind port 93b23b3c-47ad-4c93-9c04-1504aee66e9c on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:58:19.937295 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Attempting to bind port 93b23b3c-47ad-4c93-9c04-1504aee66e9c by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '6aff0b57-81c7-4f0e-a08f-5fa3267fe95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:58:19.937840 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Attempting to bind port 93b23b3c-47ad-4c93-9c04-1504aee66e9c on network b6401582-edab-421b-84ee-f3395ffb54b7 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:19.946795 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac23db8c-22a9-4a43-b234-54ef01a4c0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.996633 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac23db8c-22a9-4a43-b234-54ef01a4c0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.997490 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Port 93b23b3c-47ad-4c93-9c04-1504aee66e9c on network b6401582-edab-421b-84ee-f3395ffb54b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:58:19.997845 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Attempting to bind port 93b23b3c-47ad-4c93-9c04-1504aee66e9c on network b6401582-edab-421b-84ee-f3395ffb54b7 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:19.999454 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac23db8c-22a9-4a43-b234-54ef01a4c0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.003281 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-ac23db8c-22a9-4a43-b234-54ef01a4c0f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95411eb1-d58e-40b2-87f7-4570d5011402 HTTP/1.1" status: 204 len: 168 time: 0.1553681 Aug 12 21:58:20.017822 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:58:20.018198 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Checking segment: {'id': '6aff0b57-81c7-4f0e-a08f-5fa3267fe95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:20.019506 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Bound using segment: {'id': '6aff0b57-81c7-4f0e-a08f-5fa3267fe95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:58:20.020030 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Bound port: 93b23b3c-47ad-4c93-9c04-1504aee66e9c, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aff0b57-81c7-4f0e-a08f-5fa3267fe95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:58:20.020408 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.023723 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8a19818-9255-4fda-8226-dea3eae417a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.028457 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23db8c-22a9-4a43-b234-54ef01a4c0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95411eb1-d58e-40b2-87f7-4570d5011402,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:20.050313 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-c8a19818-9255-4fda-8226-dea3eae417a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0b32a4-d85a-4a6b-b071-725532bce36a']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:20.062426 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.065707 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-c8a19818-9255-4fda-8226-dea3eae417a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4090c4-f724-4ac2-a918-b9e06e7e7fd0') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:20.066045 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-c8a19818-9255-4fda-8226-dea3eae417a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4090c4-f724-4ac2-a918-b9e06e7e7fd0') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:20.100169 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8a19818-9255-4fda-8226-dea3eae417a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287314082'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.152457 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8a19818-9255-4fda-8226-dea3eae417a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.164472 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.203294 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a19818-9255-4fda-8226-dea3eae417a7 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:58:20.203721 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8a19818-9255-4fda-8226-dea3eae417a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287189821'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: timer() Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: cb(*args, **kw) Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: self._notify() Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: self.callback(batched_events) Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: event.method(event) Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._get(url).json() Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:58:20.205497 dv-cinder-804459-3-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:58:20.245707 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] For port 93b23b3c-47ad-4c93-9c04-1504aee66e9c, host hv-cinder-80445, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:58:20.285467 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] For port 93b23b3c-47ad-4c93-9c04-1504aee66e9c, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93b23b3c-47ad-4c93-9c04-1504aee66e9c,segment=NetworkSegment(6aff0b57-81c7-4f0e-a08f-5fa3267fe95e),segment_id=6aff0b57-81c7-4f0e-a08f-5fa3267fe95e)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:58:20.298592 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287189977'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.374448 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8a19818-9255-4fda-8226-dea3eae417a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.398592 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8a19818-9255-4fda-8226-dea3eae417a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.402811 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c8a19818-9255-4fda-8226-dea3eae417a7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4b0b32a4-d85a-4a6b-b071-725532bce36a HTTP/1.1" status: 204 len: 168 time: 0.8644328 Aug 12 21:58:20.415686 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:20.416315 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.417864 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] 10.222.0.58 "PUT /v2.0/ports/93b23b3c-47ad-4c93-9c04-1504aee66e9c HTTP/1.1" status: 200 len: 1094 time: 3.1726768 Aug 12 21:58:20.418698 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c277b07-1de7-40d5-bfbf-8bd33b2197d7', 'tag': '93b23b3c-47ad-4c93-9c04-1504aee66e9c'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:20.428420 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a19818-9255-4fda-8226-dea3eae417a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b0b32a4-d85a-4a6b-b071-725532bce36a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:20.436567 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57928) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:20.456648 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e357d-5b59-480c-ac04-5bc76eb81c11 service neutron] Pushing event updated for resources: {'Port': ['ID=93b23b3c-47ad-4c93-9c04-1504aee66e9c,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:20.467262 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8590e1e-9dd5-4d77-9f07-041379528e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.544115 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-614f0b5f-a17e-4dba-af86-7e11a03df040 req-7bf5acd6-9e46-49f6-9c28-3115d540708d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 210 time: 0.0990419 Aug 12 21:58:20.546835 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.552978 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287189977'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.646423 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021718d-357b-47ce-9d4b-591eb3104383 req-04adb830-cce0-4130-ae13-0d1f08c40f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:20.652973 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5021718d-357b-47ce-9d4b-591eb3104383 req-04adb830-cce0-4130-ae13-0d1f08c40f23 service neutron] 10.222.0.58 "GET /v2.0/networks?id=11322175-01cd-4853-9aff-10b2ba1ab94e HTTP/1.1" status: 200 len: 912 time: 0.6334941 Aug 12 21:58:20.654531 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event updated for resources: {'Port': ['ID=de558971-69d6-4bfa-a64b-447c8f4fc084,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:20.671790 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.671948 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f263c99-e430-48a3-af9e-f249488d1825 req-3afc60c2-1b3f-44fe-b167-60c39c3259e5 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:20.679350 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2f263c99-e430-48a3-af9e-f249488d1825 req-3afc60c2-1b3f-44fe-b167-60c39c3259e5 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 944 time: 0.2324972 Aug 12 21:58:20.681478 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device d0c58c0c-c23c-4a89-9ec9-7530f7a7357f up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:20.700002 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57934) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:20.726526 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8590e1e-9dd5-4d77-9f07-041379528e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.728670 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2f263c99-e430-48a3-af9e-f249488d1825 req-03f7d9c8-b0a4-4b5d-b0af-d6ff2a664831 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430148 Aug 12 21:58:20.740193 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8590e1e-9dd5-4d77-9f07-041379528e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.762313 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:20.762957 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.769869 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-e8590e1e-9dd5-4d77-9f07-041379528e51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1492a868567941678052b75b78334baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300338 Aug 12 21:58:20.770676 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.779429 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-fda3e114-4612-4613-8166-c55a6bc53b0d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0305848 Aug 12 21:58:20.779600 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57936) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:20.792003 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-dd1c1118-1e70-463b-9259-7e4899fe3c15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec1a5251f43b4164b1f503464e9d7e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0908670 Aug 12 21:58:20.797035 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 57940) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:20.802242 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8590e1e-9dd5-4d77-9f07-041379528e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05faf0f-c146-438f-bcfb-4b98c2f038b8,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:20.882730 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1e22-dfdf-4ee0-9f7e-76daa25a27a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.901898 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c90b3d3-6828-4b67-baf1-730144fe9e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.913139 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6db9858f3ba127f12c051a7fe47b4fb61399c076793cc1c2e0cf9b4023a6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a1cca7-5817-4115-a00a-95b38d30eba0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c277b07-1de7-40d5-bfbf-8bd33b2197d7", "tag": "93b23b3c-47ad-4c93-9c04-1504aee66e9c"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:20.932796 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1e22-dfdf-4ee0-9f7e-76daa25a27a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.970254 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c90b3d3-6828-4b67-baf1-730144fe9e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.037137 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680cd57-95de-455b-8ce3-01dc8efccfac req-afa6bbf0-80e3-414a-bb02-27a27d514844 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:21.038688 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9680cd57-95de-455b-8ce3-01dc8efccfac req-afa6bbf0-80e3-414a-bb02-27a27d514844 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 944 time: 0.1305296 Aug 12 21:58:21.053314 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3e17f0-eb6f-432d-a818-354fa37536d5 x-openstack-request-id: req-5d3e17f0-eb6f-432d-a818-354fa37536d5 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:21.053809 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c277b07-1de7-40d5-bfbf-8bd33b2197d7", "tag": "93b23b3c-47ad-4c93-9c04-1504aee66e9c", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:21.054451 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d3e17f0-eb6f-432d-a818-354fa37536d5 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:21.054999 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c277b07-1de7-40d5-bfbf-8bd33b2197d7', 'tag': '93b23b3c-47ad-4c93-9c04-1504aee66e9c', 'status': 'completed', 'code': 200} Aug 12 21:58:21.127768 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5021718d-357b-47ce-9d4b-591eb3104383 req-93814cfe-54c5-4fda-af45-730e8fc43d4a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc764eb5-cdcb-4e47-8e65-c1c144a4df74 HTTP/1.1" status: 200 len: 217 time: 0.0663023 Aug 12 21:58:21.221014 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1e22-dfdf-4ee0-9f7e-76daa25a27a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.224113 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1e22-dfdf-4ee0-9f7e-76daa25a27a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.225158 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-3ecf1e22-dfdf-4ee0-9f7e-76daa25a27a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f05faf0f-c146-438f-bcfb-4b98c2f038b8 HTTP/1.1" status: 204 len: 168 time: 0.4502296 Aug 12 21:58:21.225887 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c90b3d3-6828-4b67-baf1-730144fe9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.228538 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c90b3d3-6828-4b67-baf1-730144fe9e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.229703 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-3c90b3d3-6828-4b67-baf1-730144fe9e71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93f821da-22f7-41a1-b9a8-bbae53ec0af8 HTTP/1.1" status: 204 len: 168 time: 0.4313993 Aug 12 21:58:21.237928 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1cca7-5817-4115-a00a-95b38d30eba0 req-083f712c-9a63-4985-84cb-ac8721ad834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:21.239485 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [req-71a1cca7-5817-4115-a00a-95b38d30eba0 req-083f712c-9a63-4985-84cb-ac8721ad834e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65c8e0e15b874e188e4c978a57a4d609&device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 1097 time: 0.1355333 Aug 12 21:58:21.341214 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf1e22-dfdf-4ee0-9f7e-76daa25a27a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05faf0f-c146-438f-bcfb-4b98c2f038b8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:21.374865 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9680cd57-95de-455b-8ce3-01dc8efccfac req-4644304d-8816-4cbb-a165-3504426ab934 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174727 Aug 12 21:58:21.390306 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021718d-357b-47ce-9d4b-591eb3104383 req-0f26d6b7-5255-42e8-90e2-557ab6fa6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:21.391867 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5021718d-357b-47ce-9d4b-591eb3104383 req-0f26d6b7-5255-42e8-90e2-557ab6fa6c2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ea68ca2b-0cd8-44f1-9e1f-7896468f7f22 HTTP/1.1" status: 200 len: 851 time: 0.2532923 Aug 12 21:58:21.415465 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90b3d3-6828-4b67-baf1-730144fe9e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f821da-22f7-41a1-b9a8-bbae53ec0af8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:21.427385 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-83463bd1-3967-4fab-92be-2a0d64ffde29 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2049691924&fields=id&tenant_id=d497c1bdd99544719806cc40fe06f8c5 HTTP/1.1" status: 200 len: 267 time: 0.1570206 Aug 12 21:58:21.436452 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b369c-162a-45ef-a809-2f13a54f818c req-fbd652f7-0a59-45ee-8ecd-5b29a5515641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:21.446961 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-205b369c-162a-45ef-a809-2f13a54f818c req-fbd652f7-0a59-45ee-8ecd-5b29a5515641 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65c8e0e15b874e188e4c978a57a4d609&device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 1096 time: 0.2955060 Aug 12 21:58:21.477072 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1cca7-5817-4115-a00a-95b38d30eba0 req-5e06a835-c558-4acc-9dfe-24a64c90a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:21.478611 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [req-71a1cca7-5817-4115-a00a-95b38d30eba0 req-5e06a835-c558-4acc-9dfe-24a64c90a8a8 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=65c8e0e15b874e188e4c978a57a4d609&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2282751 Aug 12 21:58:21.562998 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd241183-0ed3-4059-87c3-701cb433e76c req-6cb31e95-c4e9-4fda-a69c-121972b2a80d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:21.564553 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-6cb31e95-c4e9-4fda-a69c-121972b2a80d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/networks?id=b49de074-e205-41a7-bba4-aea2b1a09673 HTTP/1.1" status: 200 len: 817 time: 0.1164217 Aug 12 21:58:21.582235 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-7aada877-a5df-43be-b732-d5ee5fc14474 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/quotas/d497c1bdd99544719806cc40fe06f8c5 HTTP/1.1" status: 200 len: 375 time: 0.0113547 Aug 12 21:58:21.658624 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a2d075ba-eaf5-41eb-9eca-a44400491c85 req-57512a88-506d-482e-a6bd-9e8f50054140 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 210 time: 0.0308509 Aug 12 21:58:21.673453 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-daf56717-84e5-4daa-801c-7d88198dbb2d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d497c1bdd99544719806cc40fe06f8c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847094 Aug 12 21:58:21.742107 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57988) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:21.790954 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-81416cc8-af95-4771-bb91-7bf60ea87b3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19cbc3bbe24d4caf8a0d71d7e8216202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473816 Aug 12 21:58:21.793939 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 57990) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:21.803207 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-2292f61a-3f55-4779-847e-b5dda5dee29c service neutron] 10.222.0.30 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155078 Aug 12 21:58:21.850458 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b6449898-87d4-4831-83ce-c25107c6bda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.868873 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35c3335e-2e75-4edc-8163-27e94d7484b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.899314 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35c3335e-2e75-4edc-8163-27e94d7484b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.937977 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e0d59-82cb-44e7-b63a-0df9b88d067b req-87fa6eef-d26c-41b4-9c85-20fbe63dbbfd tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:21.939490 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-035e0d59-82cb-44e7-b63a-0df9b88d067b req-87fa6eef-d26c-41b4-9c85-20fbe63dbbfd tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 944 time: 0.1213558 Aug 12 21:58:21.961100 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35c3335e-2e75-4edc-8163-27e94d7484b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.963701 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35c3335e-2e75-4edc-8163-27e94d7484b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.967198 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-35c3335e-2e75-4edc-8163-27e94d7484b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d517e6d-e1d6-47c6-8f51-f9bb90318450 HTTP/1.1" status: 204 len: 168 time: 0.1704495 Aug 12 21:58:21.975719 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3335e-2e75-4edc-8163-27e94d7484b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d517e6d-e1d6-47c6-8f51-f9bb90318450,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:21.977252 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-df100ada-5458-429c-8553-30cd844edccc service neutron] 10.222.0.30 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674964 Aug 12 21:58:22.006798 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-035e0d59-82cb-44e7-b63a-0df9b88d067b req-a2db995b-5dd2-40cc-be3f-afe41cb07ab6 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602970 Aug 12 21:58:22.189576 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-85871243-64e0-4309-b476-eae7206f815f req-184829e2-1d7e-497d-8cb5-83c71cf5f0ac tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 210 time: 0.0366147 Aug 12 21:58:22.502672 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b845d2c-9364-400c-878d-ed5b8e16bdd6 req-6b00e749-9a50-405e-b6ea-1bb729e02750 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:22.511139 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9b845d2c-9364-400c-878d-ed5b8e16bdd6 req-6b00e749-9a50-405e-b6ea-1bb729e02750 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 944 time: 0.0597851 Aug 12 21:58:22.572460 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9b845d2c-9364-400c-878d-ed5b8e16bdd6 req-6e5b29a1-9a03-4206-bc92-dd4bce727093 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465918 Aug 12 21:58:22.772802 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4b5dca2c-8470-4ac5-a71d-8481ab893f19 req-b382fc46-f29f-4d81-91ba-03e0d8a265d5 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 210 time: 0.0394580 Aug 12 21:58:23.154583 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8ec12-ce08-445f-8b1d-20d6c9e2754e req-f7d71649-972d-4af2-bb20-d5371de23405 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:23.156281 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-04b8ec12-ce08-445f-8b1d-20d6c9e2754e req-f7d71649-972d-4af2-bb20-d5371de23405 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 944 time: 0.0676682 Aug 12 21:58:23.201385 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-04b8ec12-ce08-445f-8b1d-20d6c9e2754e req-096e0a85-9601-45b6-b443-b57237f053a7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375280 Aug 12 21:58:23.304318 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c8d40b32-1125-4438-b5b9-892e9e1b9426 req-f6fa5e26-95b9-44ca-868d-4e83e2f57629 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 210 time: 0.0271792 Aug 12 21:58:23.583501 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58102) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:23.679864 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644069f3-2022-4f3b-99f7-b9dabf27b75f req-d042feae-dd7d-4cb2-a527-ded76297def4 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:23.681313 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-644069f3-2022-4f3b-99f7-b9dabf27b75f req-d042feae-dd7d-4cb2-a527-ded76297def4 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 944 time: 0.0502026 Aug 12 21:58:23.708499 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-58391e0e-0322-4b01-ac56-dd4617b289df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.726574 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-644069f3-2022-4f3b-99f7-b9dabf27b75f req-e6be2f02-a8c9-41ed-bcaa-315559a6a3f5 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356500 Aug 12 21:58:23.828140 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-58391e0e-0322-4b01-ac56-dd4617b289df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.834803 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-58391e0e-0322-4b01-ac56-dd4617b289df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.886050 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-58391e0e-0322-4b01-ac56-dd4617b289df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97ad45ef045a44739746592e098efbb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982948 Aug 12 21:58:23.887132 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58116) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:23.888208 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58391e0e-0322-4b01-ac56-dd4617b289df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74e7301-8e42-4da7-9288-8ead10523903,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:23.890230 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-61ddbb0d-ead9-447e-8414-ca87a161cc95 req-5473210a-c11b-47d7-b7c4-1fdf87c350ef tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 210 time: 0.0439489 Aug 12 21:58:23.946338 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fdeb64a3-a07f-45ab-833c-156050b11441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.974489 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fdeb64a3-a07f-45ab-833c-156050b11441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:24.032644 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fdeb64a3-a07f-45ab-833c-156050b11441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:24.036658 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fdeb64a3-a07f-45ab-833c-156050b11441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:24.042295 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-fdeb64a3-a07f-45ab-833c-156050b11441 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b74e7301-8e42-4da7-9288-8ead10523903 HTTP/1.1" status: 204 len: 168 time: 0.1504459 Aug 12 21:58:24.054711 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb64a3-a07f-45ab-833c-156050b11441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74e7301-8e42-4da7-9288-8ead10523903,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:24.384848 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5021718d-357b-47ce-9d4b-591eb3104383 req-80e2d8bf-f9bd-471c-921a-a80fa565913e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11322175-01cd-4853-9aff-10b2ba1ab94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126366 Aug 12 21:58:24.462329 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f6a93640-6f9a-4b81-97cd-a372dd6cc093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:24.469225 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:24.557388 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f3f69908-7f8d-4a4f-afd6-406ba0c5d0a2 req-c72c81ed-068c-45e4-b135-8a249e10fa4e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 210 time: 0.0789349 Aug 12 21:58:24.574573 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 58152) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:24.583443 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aed20e-da4c-49ca-a2f1-1c7d4aba1207 req-4ddd1e60-3fce-46c9-a2b9-1aca708db5ce tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:24.585011 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-27aed20e-da4c-49ca-a2f1-1c7d4aba1207 req-4ddd1e60-3fce-46c9-a2b9-1aca708db5ce tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 944 time: 0.3030126 Aug 12 21:58:24.605992 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1cca7-5817-4115-a00a-95b38d30eba0 req-444376e7-4b0d-4591-8c5a-e7a4b9f8d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:24.608649 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [req-71a1cca7-5817-4115-a00a-95b38d30eba0 req-444376e7-4b0d-4591-8c5a-e7a4b9f8d899 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3153117 Aug 12 21:58:24.615026 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7ae9-2df3-483c-a4d1-59fd6bf55749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:24.710540 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.58', 51065) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:24.818982 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-7cbf3273-4d56-4a9f-8c48-535fa5e42169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:24.820631 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-7cbf3273-4d56-4a9f-8c48-535fa5e42169 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65c8e0e15b874e188e4c978a57a4d609&device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 1097 time: 0.1248569 Aug 12 21:58:25.009796 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-afbc2924-6584-48a4-9993-2d826884bb9f tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:25.011339 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-afbc2924-6584-48a4-9993-2d826884bb9f tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.58 "GET /v2.0/networks?id=095a1efa-c2bb-4f8d-8a60-e45d89fec269 HTTP/1.1" status: 200 len: 810 time: 0.2931888 Aug 12 21:58:25.125737 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.58', 51069) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:25.138182 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-0f143148-973c-4fbb-9824-92ee7c2658ba tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f0168f0c18f4408a7f2984a0a4038f4 HTTP/1.1" status: 200 len: 380 time: 0.0699410 Aug 12 21:58:25.163024 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-50f6e216-16ca-4f41-985c-f61c3073aa53 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b23b3c-47ad-4c93-9c04-1504aee66e9c HTTP/1.1" status: 200 len: 217 time: 0.3321488 Aug 12 21:58:25.217129 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-27aed20e-da4c-49ca-a2f1-1c7d4aba1207 req-62822cf6-6f7b-4552-a046-b20bd45c9857 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176841 Aug 12 21:58:25.228124 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-b62f9643-2241-4e83-889f-aa528902a678 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Request body: {'port': {'device_id': 'bd741586-4aea-41f9-a474-54fa4e8d5559', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'admin_state_up': True, 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'security_groups': ['bc27f298-89f0-4e46-aa6c-18cadccc3212']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:25.228794 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-ba37a606-bc12-4ff5-9eb6-450e7aadbca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:25.231698 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b369c-162a-45ef-a809-2f13a54f818c req-722033e2-4451-4c15-9ac8-9f23ef1d1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:25.233144 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-205b369c-162a-45ef-a809-2f13a54f818c req-722033e2-4451-4c15-9ac8-9f23ef1d1145 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=65c8e0e15b874e188e4c978a57a4d609&shared=False HTTP/1.1" status: 200 len: 920 time: 0.9359357 Aug 12 21:58:25.242068 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-ba37a606-bc12-4ff5-9eb6-450e7aadbca1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=253d0eb4-be87-496e-9f11-596ea7aea7ca HTTP/1.1" status: 200 len: 859 time: 0.0600059 Aug 12 21:58:25.257895 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5021718d-357b-47ce-9d4b-591eb3104383 req-6e28667b-9a06-44d8-b5e7-2bc236025315 service neutron] 10.222.0.58 "GET /v2.0/networks/11322175-01cd-4853-9aff-10b2ba1ab94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7997649 Aug 12 21:58:25.335738 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-64cba056-fae0-4bef-b971-c35dc395a24c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6401582-edab-421b-84ee-f3395ffb54b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912328 Aug 12 21:58:25.483904 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2731d7a-1723-43f7-9c68-7a9f8263cff3 req-f520f102-7a73-4555-88cd-af04fb01d42f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:25.487042 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-7e43533f-efb6-44e6-a97a-7dc1ca837718 service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438811 Aug 12 21:58:25.491643 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b2731d7a-1723-43f7-9c68-7a9f8263cff3 req-f520f102-7a73-4555-88cd-af04fb01d42f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 944 time: 0.4921153 Aug 12 21:58:25.590561 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-51c62811-d802-4767-aeb2-0862d5929bb1 req-86af8e75-e37e-41e1-a21d-f3148eb6324a tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 210 time: 0.1618659 Aug 12 21:58:25.598350 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd241183-0ed3-4059-87c3-701cb433e76c req-793416e5-32d9-4a84-914b-858b68423122 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:25.599993 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-793416e5-32d9-4a84-914b-858b68423122 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.58 "GET /v2.0/networks?id=b49de074-e205-41a7-bba4-aea2b1a09673 HTTP/1.1" status: 200 len: 817 time: 0.4609036 Aug 12 21:58:25.629315 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-92fdebc6-7c2b-453c-ae8f-3426d320eeb5 service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338582 Aug 12 21:58:25.655185 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:25.784256 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7ae9-2df3-483c-a4d1-59fd6bf55749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:25.792428 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3faf8c45-3f1e-427f-b1be-86a5690f9e0d req-da31afd2-b307-41ed-843f-c3fdaa0d9c36 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 210 time: 0.0900850 Aug 12 21:58:25.823149 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7ae9-2df3-483c-a4d1-59fd6bf55749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:25.847640 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b2731d7a-1723-43f7-9c68-7a9f8263cff3 req-03b9c335-6af9-4d76-b024-ed206dd532b8 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545923 Aug 12 21:58:25.861720 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b369c-162a-45ef-a809-2f13a54f818c req-e2a429e9-1bf3-4820-b189-b16319b0be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:25.864032 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-205b369c-162a-45ef-a809-2f13a54f818c req-e2a429e9-1bf3-4820-b189-b16319b0be13 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5736067 Aug 12 21:58:25.868348 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-54f17278-3ad1-4db0-a1b7-e59d1551af8c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d497c1bdd99544719806cc40fe06f8c5 HTTP/1.1" status: 200 len: 380 time: 0.2558439 Aug 12 21:58:25.876173 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5021718d-357b-47ce-9d4b-591eb3104383 req-7ba2509f-21e0-4dc6-961c-a61e14ceff33 service neutron] 10.222.0.58 "GET /v2.0/networks/11322175-01cd-4853-9aff-10b2ba1ab94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835621 Aug 12 21:58:25.891869 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-bd241183-0ed3-4059-87c3-701cb433e76c req-d65a27db-5c59-422a-a0bf-c1e6e8bea363 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Request body: {'port': {'device_id': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'admin_state_up': True, 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'security_groups': ['be242c23-eeed-40ef-a8bf-2998d0c7feee']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:25.952954 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e7ae9-2df3-483c-a4d1-59fd6bf55749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26348902-f4c3-4a88-a730-a56e818fbece,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:25.974721 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-ea9e7ae9-2df3-483c-a4d1-59fd6bf55749 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ffd8ca54b4c847dab3b76c6f7fb7c441&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3884783 Aug 12 21:58:25.974999 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58216) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:25.975480 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-b62f9643-2241-4e83-889f-aa528902a678 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Made reservation on behalf of 0f0168f0c18f4408a7f2984a0a4038f4 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:25.978942 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-b62f9643-2241-4e83-889f-aa528902a678 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:25.990710 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58218) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:26.049883 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d30456c8-70db-4fb3-89f4-1ca07b9c4211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:26.080286 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d30456c8-70db-4fb3-89f4-1ca07b9c4211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:26.110912 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-a5c57370-7d6e-4226-8e5c-5128b5bfa414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:26.112716 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-a5c57370-7d6e-4226-8e5c-5128b5bfa414 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65c8e0e15b874e188e4c978a57a4d609&device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 1096 time: 0.1539805 Aug 12 21:58:26.155769 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d30456c8-70db-4fb3-89f4-1ca07b9c4211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:26.158375 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d30456c8-70db-4fb3-89f4-1ca07b9c4211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:26.161540 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d30456c8-70db-4fb3-89f4-1ca07b9c4211 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26348902-f4c3-4a88-a730-a56e818fbece HTTP/1.1" status: 204 len: 168 time: 0.1832821 Aug 12 21:58:26.165692 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7ac151e6-6a36-4694-b5ff-c47d6cf197d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:26.179548 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30456c8-70db-4fb3-89f4-1ca07b9c4211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26348902-f4c3-4a88-a730-a56e818fbece,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:26.203843 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-1fd37f5a-3760-43bc-864f-4cb9c30c8771 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af4d73f1-89ec-41b8-a619-8edc0ab6317d HTTP/1.1" status: 200 len: 217 time: 0.0695553 Aug 12 21:58:26.281127 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd241183-0ed3-4059-87c3-701cb433e76c req-d65a27db-5c59-422a-a0bf-c1e6e8bea363 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Made reservation on behalf of d497c1bdd99544719806cc40fe06f8c5 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:26.284370 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd241183-0ed3-4059-87c3-701cb433e76c req-d65a27db-5c59-422a-a0bf-c1e6e8bea363 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:26.333706 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7c9fa153-bc8e-482d-afec-7896323dd57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:26.335240 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-7c9fa153-bc8e-482d-afec-7896323dd57e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=253d0eb4-be87-496e-9f11-596ea7aea7ca HTTP/1.1" status: 200 len: 859 time: 0.1306179 Aug 12 21:58:26.380949 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-b62f9643-2241-4e83-889f-aa528902a678 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Allocated IP 172.20.0.14 (095a1efa-c2bb-4f8d-8a60-e45d89fec269/f8645d12-4e07-4775-ade2-97bd878f2184/6223b9fc-b444-4db6-9415-f1851686b2c8) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:26.450285 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7ac151e6-6a36-4694-b5ff-c47d6cf197d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:26.455583 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7ac151e6-6a36-4694-b5ff-c47d6cf197d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:26.491096 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7ac151e6-6a36-4694-b5ff-c47d6cf197d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2d7f67e26464f76a31a26432fb6e8f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993415 Aug 12 21:58:26.496080 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-e26f422d-c64c-4ce0-ab58-09033a8d8fa6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6401582-edab-421b-84ee-f3395ffb54b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423047 Aug 12 21:58:26.503112 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58236) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:26.537195 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac151e6-6a36-4694-b5ff-c47d6cf197d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c9cf4c-6107-4150-91d8-a2d36e02b6e0,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:26.581112 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e279b1c0-8690-41c3-9f1c-343392023175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:26.584087 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbacb38-583b-4c57-a789-019d5db49b23 req-5229e12b-6ab3-4e80-a60a-bc2e4dd79a12 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:26.591492 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dcbacb38-583b-4c57-a789-019d5db49b23 req-5229e12b-6ab3-4e80-a60a-bc2e4dd79a12 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 944 time: 0.2653229 Aug 12 21:58:26.610970 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e279b1c0-8690-41c3-9f1c-343392023175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:26.670475 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e279b1c0-8690-41c3-9f1c-343392023175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:26.672994 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e279b1c0-8690-41c3-9f1c-343392023175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:26.682051 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-e279b1c0-8690-41c3-9f1c-343392023175 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70c9cf4c-6107-4150-91d8-a2d36e02b6e0 HTTP/1.1" status: 204 len: 168 time: 0.1787252 Aug 12 21:58:26.696164 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279b1c0-8690-41c3-9f1c-343392023175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c9cf4c-6107-4150-91d8-a2d36e02b6e0,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:26.737501 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-61f1899b-3ac7-4576-aaef-70cf957e21eb req-c8514c53-8d8e-42b6-9575-7a7dcc0fb7f8 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 210 time: 0.0641353 Aug 12 21:58:26.792516 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dcbacb38-583b-4c57-a789-019d5db49b23 req-c38dd201-ba97-4a8d-a3a7-baeb7140445c tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001426 Aug 12 21:58:26.857666 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-a03ce477-4e8b-4999-b6ab-d174231649f7 service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313498 Aug 12 21:58:26.911170 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-bd241183-0ed3-4059-87c3-701cb433e76c req-d65a27db-5c59-422a-a0bf-c1e6e8bea363 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Allocated IP 172.20.0.3 (b49de074-e205-41a7-bba4-aea2b1a09673/6a22c3b4-2e5f-4b32-9788-ca56e9b079cf/b56077df-b77d-4c36-9211-7f7d9a10212b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:27.042662 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device fc764eb5-cdcb-4e47-8e65-c1c144a4df74 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:58:27.119404 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58280) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:27.140102 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0715972-c1d4-48fc-b5ed-43044425224b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.211721 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-b62f9643-2241-4e83-889f-aa528902a678 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.218638 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8d7a4843-3859-4220-9362-644c26d09711 req-a04d39a2-eb73-4e95-a645-be3b8eb157b3 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 210 time: 0.3170459 Aug 12 21:58:27.261312 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port fc764eb5-cdcb-4e47-8e65-c1c144a4df74, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fc764eb5-cdcb-4e47-8e65-c1c144a4df74,segment=NetworkSegment(294610cc-1c99-494d-92a2-73478501dd7d),segment_id=294610cc-1c99-494d-92a2-73478501dd7d)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:27.269327 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-b62f9643-2241-4e83-889f-aa528902a678 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Transition to ACTIVE for port object 6223b9fc-b444-4db6-9415-f1851686b2c8 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:27.287569 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': 'fc764eb5-cdcb-4e47-8e65-c1c144a4df74', 'network_id': '11322175-01cd-4853-9aff-10b2ba1ab94e', 'port_id': 'fc764eb5-cdcb-4e47-8e65-c1c144a4df74', 'mac_address': 'fa:16:3e:f7:e9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea68ca2b-0cd8-44f1-9e1f-7896468f7f22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:58:27.325345 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0715972-c1d4-48fc-b5ed-43044425224b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.334329 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0715972-c1d4-48fc-b5ed-43044425224b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.373283 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.393709 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc764eb5-cdcb-4e47-8e65-c1c144a4df74 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:58:27.410404 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b0715972-c1d4-48fc-b5ed-43044425224b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b609b79961443b597abcaf06a8fd75d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854407 Aug 12 21:58:27.412160 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 58290) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:27.413221 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0715972-c1d4-48fc-b5ed-43044425224b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f55136e-38cf-418e-9de5-1b407637bdc5,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:27.414469 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8aa634ee-cceb-49db-8c5b-bbcc8c30d751 req-3a9f93f7-e648-4a34-b7cd-9be78ef7480e service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467751 Aug 12 21:58:27.429854 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port fc764eb5-cdcb-4e47-8e65-c1c144a4df74, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fc764eb5-cdcb-4e47-8e65-c1c144a4df74,segment=NetworkSegment(294610cc-1c99-494d-92a2-73478501dd7d),segment_id=294610cc-1c99-494d-92a2-73478501dd7d)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:27.431411 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085ff7f-83d9-447c-b7cd-c3e2d477b31f req-cc3deb97-5d87-4545-94a5-c5d1224fc6db tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:27.433770 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2085ff7f-83d9-447c-b7cd-c3e2d477b31f req-cc3deb97-5d87-4545-94a5-c5d1224fc6db tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 944 time: 0.2254353 Aug 12 21:58:27.438857 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.502302 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-b62f9643-2241-4e83-889f-aa528902a678 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.530163 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=fc764eb5-cdcb-4e47-8e65-c1c144a4df74,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:27.601353 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-b62f9643-2241-4e83-889f-aa528902a678 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:27.613837 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2085ff7f-83d9-447c-b7cd-c3e2d477b31f req-aa386f2f-03ab-4e2f-af42-5eff5b740aef tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640861 Aug 12 21:58:27.632327 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-b62f9643-2241-4e83-889f-aa528902a678 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:27.645464 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-b62f9643-2241-4e83-889f-aa528902a678 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:27.653572 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-b62f9643-2241-4e83-889f-aa528902a678 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:27.654247 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-b62f9643-2241-4e83-889f-aa528902a678 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.660177 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd241183-0ed3-4059-87c3-701cb433e76c req-d65a27db-5c59-422a-a0bf-c1e6e8bea363 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.662942 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f9643-2241-4e83-889f-aa528902a678 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event updated for resources: {'Port': ['ID=6223b9fc-b444-4db6-9415-f1851686b2c8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:27.675970 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acf65dc6-aad2-42c5-a6b3-00cf3dbc9e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.699869 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.710551 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-bd241183-0ed3-4059-87c3-701cb433e76c req-d65a27db-5c59-422a-a0bf-c1e6e8bea363 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Transition to ACTIVE for port object b56077df-b77d-4c36-9211-7f7d9a10212b will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:27.728390 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['fc764eb5-cdcb-4e47-8e65-c1c144a4df74'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:58:27.731548 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-b62f9643-2241-4e83-889f-aa528902a678 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5177181 Aug 12 21:58:27.733826 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acf65dc6-aad2-42c5-a6b3-00cf3dbc9e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.756411 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Request body: {'port': {'device_id': 'bd741586-4aea-41f9-a474-54fa4e8d5559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:27.970042 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd241183-0ed3-4059-87c3-701cb433e76c req-d65a27db-5c59-422a-a0bf-c1e6e8bea363 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.993904 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:28.025830 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-c04a589b-f800-4db9-b747-83ff081203ca None None] Provisioning for port 6223b9fc-b444-4db6-9415-f1851686b2c8 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:28.032834 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-c04a589b-f800-4db9-b747-83ff081203ca None None] Provisioning complete for port 6223b9fc-b444-4db6-9415-f1851686b2c8 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:28.033261 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c04a589b-f800-4db9-b747-83ff081203ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:28.059236 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acf65dc6-aad2-42c5-a6b3-00cf3dbc9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:28.062382 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acf65dc6-aad2-42c5-a6b3-00cf3dbc9e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:28.063661 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-acf65dc6-aad2-42c5-a6b3-00cf3dbc9e8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f55136e-38cf-418e-9de5-1b407637bdc5 HTTP/1.1" status: 204 len: 168 time: 0.6483591 Aug 12 21:58:28.070311 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd241183-0ed3-4059-87c3-701cb433e76c req-d65a27db-5c59-422a-a0bf-c1e6e8bea363 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Network b49de074-e205-41a7-bba4-aea2b1a09673 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:28.092015 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-c04a589b-f800-4db9-b747-83ff081203ca None None] Port 6223b9fc-b444-4db6-9415-f1851686b2c8 cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:58:28.132936 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-bd241183-0ed3-4059-87c3-701cb433e76c req-d65a27db-5c59-422a-a0bf-c1e6e8bea363 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:28.136312 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd241183-0ed3-4059-87c3-701cb433e76c req-d65a27db-5c59-422a-a0bf-c1e6e8bea363 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:28.144973 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd241183-0ed3-4059-87c3-701cb433e76c req-d65a27db-5c59-422a-a0bf-c1e6e8bea363 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:28.145973 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd241183-0ed3-4059-87c3-701cb433e76c req-d65a27db-5c59-422a-a0bf-c1e6e8bea363 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:28.166689 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6b579-08ba-4ab7-a0e8-849b77e2b82d req-cc0b41e8-c5c1-409d-9822-378d75afe8a8 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:28.168394 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-90b6b579-08ba-4ab7-a0e8-849b77e2b82d req-cc0b41e8-c5c1-409d-9822-378d75afe8a8 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 932 time: 0.2536244 Aug 12 21:58:28.174224 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf65dc6-aad2-42c5-a6b3-00cf3dbc9e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f55136e-38cf-418e-9de5-1b407637bdc5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:28.178623 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a27db-5c59-422a-a0bf-c1e6e8bea363 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event updated for resources: {'Port': ['ID=b56077df-b77d-4c36-9211-7f7d9a10212b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:28.207535 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e30cd8-cc06-4aae-a9db-592c11053d3c req-349ef538-e570-4e01-b726-0e804c7ee158 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:28.216506 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-55e30cd8-cc06-4aae-a9db-592c11053d3c req-349ef538-e570-4e01-b726-0e804c7ee158 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 945 time: 0.2867832 Aug 12 21:58:28.262982 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-d65a27db-5c59-422a-a0bf-c1e6e8bea363 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3856969 Aug 12 21:58:28.287078 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Request body: {'port': {'device_id': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:28.398915 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-90b6b579-08ba-4ab7-a0e8-849b77e2b82d req-add88e91-c13f-4931-ab45-5bfe9dce4a66 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001967 Aug 12 21:58:28.410667 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-55e30cd8-cc06-4aae-a9db-592c11053d3c req-1d83b8d4-bb29-4970-96be-2e0f853a1e0a tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927345 Aug 12 21:58:28.422809 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-75b087b2-1f6c-4c32-8c46-a2de3a6a356d None None] Provisioning for port b56077df-b77d-4c36-9211-7f7d9a10212b completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:28.429190 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-75b087b2-1f6c-4c32-8c46-a2de3a6a356d None None] Provisioning complete for port b56077df-b77d-4c36-9211-7f7d9a10212b triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:28.429597 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-75b087b2-1f6c-4c32-8c46-a2de3a6a356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:28.469067 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:28.517339 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-75b087b2-1f6c-4c32-8c46-a2de3a6a356d None None] Port b56077df-b77d-4c36-9211-7f7d9a10212b cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:58:28.648531 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873296-798f-4a81-9421-074fede4a1eb req-78561e17-1604-46b0-b799-62534ceed61e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:28.650196 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-03873296-798f-4a81-9421-074fede4a1eb req-78561e17-1604-46b0-b799-62534ceed61e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 931 time: 0.1265450 Aug 12 21:58:28.879729 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-03873296-798f-4a81-9421-074fede4a1eb req-c61c4abf-b4e2-48e9-a7c4-a457a7417baa tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185130 Aug 12 21:58:28.908899 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70c528-d23b-4113-9f32-476473878be4 req-70f55fc8-01bf-47eb-8b74-0ee002142d53 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:28.914270 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7d70c528-d23b-4113-9f32-476473878be4 req-70f55fc8-01bf-47eb-8b74-0ee002142d53 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 944 time: 0.1961503 Aug 12 21:58:28.942123 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6223b9fc-b444-4db6-9415-f1851686b2c8 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:58:28.966344 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.006260 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Transition to ACTIVE for port object 6223b9fc-b444-4db6-9415-f1851686b2c8 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:29.014802 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.020117 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7d70c528-d23b-4113-9f32-476473878be4 req-41365af0-e82a-4b64-aaa8-6a16bed9bd85 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884411 Aug 12 21:58:29.142697 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56077df-b77d-4c36-9211-7f7d9a10212b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:58:29.148175 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Pushing event updated for resources: {'Port': ['ID=6223b9fc-b444-4db6-9415-f1851686b2c8,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:29.160845 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.202248 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Attempting to bind port 6223b9fc-b444-4db6-9415-f1851686b2c8 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:58:29.202871 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Attempting to bind port 6223b9fc-b444-4db6-9415-f1851686b2c8 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:58:29.203390 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Attempting to bind port 6223b9fc-b444-4db6-9415-f1851686b2c8 on network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:29.207740 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Transition to ACTIVE for port object b56077df-b77d-4c36-9211-7f7d9a10212b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:29.212284 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Port 6223b9fc-b444-4db6-9415-f1851686b2c8 on network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:58:29.212708 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Attempting to bind port 6223b9fc-b444-4db6-9415-f1851686b2c8 on network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:29.214769 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.248484 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:58:29.248791 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Checking segment: {'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:29.249479 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Bound using segment: {'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:58:29.249995 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Bound port: 6223b9fc-b444-4db6-9415-f1851686b2c8, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:58:29.250357 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.294847 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Pushing event updated for resources: {'Port': ['ID=b56077df-b77d-4c36-9211-7f7d9a10212b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:29.363419 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Attempting to bind port b56077df-b77d-4c36-9211-7f7d9a10212b on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:58:29.363817 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Attempting to bind port b56077df-b77d-4c36-9211-7f7d9a10212b by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:58:29.364245 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Attempting to bind port b56077df-b77d-4c36-9211-7f7d9a10212b on network b49de074-e205-41a7-bba4-aea2b1a09673 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:29.380884 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Port b56077df-b77d-4c36-9211-7f7d9a10212b on network b49de074-e205-41a7-bba4-aea2b1a09673 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:58:29.381229 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Attempting to bind port b56077df-b77d-4c36-9211-7f7d9a10212b on network b49de074-e205-41a7-bba4-aea2b1a09673 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:29.389768 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] For port 6223b9fc-b444-4db6-9415-f1851686b2c8, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:58:29.393022 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:58:29.393022 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Checking segment: {'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:29.393022 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Bound using segment: {'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:58:29.393748 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Bound port: b56077df-b77d-4c36-9211-7f7d9a10212b, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:58:29.394669 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.398695 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] For port 6223b9fc-b444-4db6-9415-f1851686b2c8, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6223b9fc-b444-4db6-9415-f1851686b2c8,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:58:29.409261 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.504908 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:29.505542 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.507093 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] 10.222.0.58 "PUT /v2.0/ports/6223b9fc-b444-4db6-9415-f1851686b2c8 HTTP/1.1" status: 200 len: 1094 time: 1.7635047 Aug 12 21:58:29.509727 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd741586-4aea-41f9-a474-54fa4e8d5559', 'tag': '6223b9fc-b444-4db6-9415-f1851686b2c8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:29.511991 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0786a3-8f2f-42dc-a6fa-14a63fa7fb19" -d '{"events": [{"name": "network-changed", "server_uuid": "bd741586-4aea-41f9-a474-54fa4e8d5559", "tag": "6223b9fc-b444-4db6-9415-f1851686b2c8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:29.585491 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58384) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:29.614930 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71690111-4081-4e78-9f99-0a0486bd6d19 service neutron] Pushing event updated for resources: {'Port': ['ID=6223b9fc-b444-4db6-9415-f1851686b2c8,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:29.640757 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] For port b56077df-b77d-4c36-9211-7f7d9a10212b, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:58:29.663456 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba2694-0d0e-4067-a79e-2f98be33bccc req-17b909c9-5e04-48de-961b-31e18ae180dc tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:29.664953 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba2694-0d0e-4067-a79e-2f98be33bccc req-17b909c9-5e04-48de-961b-31e18ae180dc tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 945 time: 0.1151047 Aug 12 21:58:29.669943 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] For port b56077df-b77d-4c36-9211-7f7d9a10212b, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b56077df-b77d-4c36-9211-7f7d9a10212b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:58:29.684141 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.707867 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3eb3b-65b1-4920-8f6f-b188dba58618 req-e9481f98-76dc-43da-87f6-8ce8aa67f51e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:29.709466 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c9a3eb3b-65b1-4920-8f6f-b188dba58618 req-e9481f98-76dc-43da-87f6-8ce8aa67f51e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 944 time: 0.1235111 Aug 12 21:58:29.710654 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07b33f99-bef3-484f-b0ac-bb4bc31c8914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.755339 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:29.755962 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.757342 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] 10.222.0.58 "PUT /v2.0/ports/b56077df-b77d-4c36-9211-7f7d9a10212b HTTP/1.1" status: 200 len: 1093 time: 1.4819429 Aug 12 21:58:29.779318 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba2694-0d0e-4067-a79e-2f98be33bccc req-2d4a7c5e-0958-45bb-a284-4cc092146124 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064870 Aug 12 21:58:29.826583 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c9a3eb3b-65b1-4920-8f6f-b188dba58618 req-4499f1c3-952e-470b-9228-a6ebaa403a9c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918562 Aug 12 21:58:29.829649 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a2237-6867-4ec3-89a5-059182da831a service neutron] Pushing event updated for resources: {'Port': ['ID=b56077df-b77d-4c36-9211-7f7d9a10212b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:29.850861 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c19b76-f117-4d9b-9d8f-c4d115ca9e3f x-openstack-request-id: req-12c19b76-f117-4d9b-9d8f-c4d115ca9e3f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:29.851126 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd741586-4aea-41f9-a474-54fa4e8d5559", "tag": "6223b9fc-b444-4db6-9415-f1851686b2c8", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:29.851423 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12c19b76-f117-4d9b-9d8f-c4d115ca9e3f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:29.851766 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd741586-4aea-41f9-a474-54fa4e8d5559', 'tag': '6223b9fc-b444-4db6-9415-f1851686b2c8', 'status': 'completed', 'code': 200} Aug 12 21:58:29.851983 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07b33f99-bef3-484f-b0ac-bb4bc31c8914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.857792 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07b33f99-bef3-484f-b0ac-bb4bc31c8914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.891421 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-07b33f99-bef3-484f-b0ac-bb4bc31c8914 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7c65bf545604526bc998b12c1481371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083663 Aug 12 21:58:29.894374 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58392) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:29.916958 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b33f99-bef3-484f-b0ac-bb4bc31c8914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964a10f0-d342-4140-8bf8-1bc381295ea4,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:29.976673 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-238c50e4-ee94-419e-83be-9b7c40a4689e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:30.008803 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-238c50e4-ee94-419e-83be-9b7c40a4689e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:30.039977 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874878f-001c-47cb-b21f-f1abb10c6a88 req-a8bc4adc-07d1-4c93-b46a-eec75a6fe209 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:30.041497 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4874878f-001c-47cb-b21f-f1abb10c6a88 req-a8bc4adc-07d1-4c93-b46a-eec75a6fe209 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0632029 Aug 12 21:58:30.076728 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-238c50e4-ee94-419e-83be-9b7c40a4689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:30.080794 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-238c50e4-ee94-419e-83be-9b7c40a4689e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:30.083718 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-238c50e4-ee94-419e-83be-9b7c40a4689e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/964a10f0-d342-4140-8bf8-1bc381295ea4 HTTP/1.1" status: 204 len: 168 time: 0.1882420 Aug 12 21:58:30.095804 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c50e4-ee94-419e-83be-9b7c40a4689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964a10f0-d342-4140-8bf8-1bc381295ea4,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:30.118935 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4874878f-001c-47cb-b21f-f1abb10c6a88 req-00f8be19-50a8-4c54-aa61-766c4314e1be tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604694 Aug 12 21:58:30.177981 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57826fd0-709c-41e4-b462-fe30c19e9bb6 req-65eeea45-267d-461e-8c48-2efa954c601d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:30.180071 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-57826fd0-709c-41e4-b462-fe30c19e9bb6 req-65eeea45-267d-461e-8c48-2efa954c601d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 944 time: 0.0583448 Aug 12 21:58:30.247726 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-57826fd0-709c-41e4-b462-fe30c19e9bb6 req-c322a421-bf68-45d0-b828-c619cba0ec99 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534403 Aug 12 21:58:30.289155 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 93b23b3c-47ad-4c93-9c04-1504aee66e9c details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:58:30.386133 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 93b23b3c-47ad-4c93-9c04-1504aee66e9c, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93b23b3c-47ad-4c93-9c04-1504aee66e9c,segment=NetworkSegment(6aff0b57-81c7-4f0e-a08f-5fa3267fe95e),segment_id=6aff0b57-81c7-4f0e-a08f-5fa3267fe95e)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:30.397532 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': '93b23b3c-47ad-4c93-9c04-1504aee66e9c', 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7', 'port_id': '93b23b3c-47ad-4c93-9c04-1504aee66e9c', 'mac_address': 'fa:16:3e:2f:92:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253d0eb4-be87-496e-9f11-596ea7aea7ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:58:30.437336 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:30.450325 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b23b3c-47ad-4c93-9c04-1504aee66e9c {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:58:30.474608 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 93b23b3c-47ad-4c93-9c04-1504aee66e9c, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93b23b3c-47ad-4c93-9c04-1504aee66e9c,segment=NetworkSegment(6aff0b57-81c7-4f0e-a08f-5fa3267fe95e),segment_id=6aff0b57-81c7-4f0e-a08f-5fa3267fe95e)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:30.478815 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:30.524389 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=93b23b3c-47ad-4c93-9c04-1504aee66e9c,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:30.757174 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 58432) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:30.852295 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1353415879-network', 'tenant_id': 'd8f57411a28842e69c8732c884da7094'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:30.906667 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] Made reservation on behalf of d8f57411a28842e69c8732c884da7094 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:30.909179 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:30.931293 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:30.940690 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a7b45-7369-416f-8c91-558481ce17fd req-cc28fd0d-c570-406d-9f1d-b211880f4f6d tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:30.942261 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f91a7b45-7369-416f-8c91-558481ce17fd req-cc28fd0d-c570-406d-9f1d-b211880f4f6d tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 945 time: 0.0867369 Aug 12 21:58:31.024332 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f91a7b45-7369-416f-8c91-558481ce17fd req-3b4dfe66-cf22-4e04-9147-96638d3b9550 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634620 Aug 12 21:58:31.036697 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72d440-c021-425a-a1ca-fb374cc1e8e0 req-d6c371c9-6dd0-48f2-95df-1721947a6a7d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:31.038216 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8d72d440-c021-425a-a1ca-fb374cc1e8e0 req-d6c371c9-6dd0-48f2-95df-1721947a6a7d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 944 time: 0.1256297 Aug 12 21:58:31.099401 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8d72d440-c021-425a-a1ca-fb374cc1e8e0 req-cb3cb49c-062b-4c40-b91e-572d418d0a73 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527318 Aug 12 21:58:31.131550 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:31.135424 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:31.166224 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:58:31.175633 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be06eaf1-c21c-4a69-aef6-53baf60569ff,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:31.194091 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:31.194445 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.segments_db [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] Added segment 902642b8-7cc6-4668-af6b-32efc0b039f9 of type vlan for network 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 Aug 12 21:58:31.251962 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:31.273769 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1e60e-0ab5-49f7-a716-47c5a6947ffe req-dfd05ad6-1665-4826-9443-256c1f786d2e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:31.275289 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-86b1e60e-0ab5-49f7-a716-47c5a6947ffe req-dfd05ad6-1665-4826-9443-256c1f786d2e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0913479 Aug 12 21:58:31.322428 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:31.323517 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:31.324109 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:31.346583 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-86b1e60e-0ab5-49f7-a716-47c5a6947ffe req-ca84049c-d10b-44a0-a6b5-98a97e07122e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641897 Aug 12 21:58:31.363874 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device fc764eb5-cdcb-4e47-8e65-c1c144a4df74 up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:31.420604 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port fc764eb5-cdcb-4e47-8e65-c1c144a4df74 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:31.424445 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port fc764eb5-cdcb-4e47-8e65-c1c144a4df74 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:31.424816 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:31.471441 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7129717 Aug 12 21:58:31.474929 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58450) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:31.480472 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-c1e7a5b8-d32c-4690-902b-5fe392ee4034 admin admin] Request body: {'subnet': {'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1353415879-subnet', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:31.487605 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373e662-1d3c-479c-a5d7-a8651b14d032 admin admin] Pushing event updated for resources: {'Network': ['ID=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:31.498173 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:58:31.508898 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e7a5b8-d32c-4690-902b-5fe392ee4034 admin admin] Made reservation on behalf of d8f57411a28842e69c8732c884da7094 for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:31.510032 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6832bf3-e47d-44b5-ade4-562e473ac701 req-f6449679-dff4-48a2-91b8-69a4b4d59a2c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:31.511542 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c6832bf3-e47d-44b5-ade4-562e473ac701 req-f6449679-dff4-48a2-91b8-69a4b4d59a2c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 945 time: 0.1802943 Aug 12 21:58:31.511664 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a5b8-d32c-4690-902b-5fe392ee4034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4286855101'] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:31.523816 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd241183-0ed3-4059-87c3-701cb433e76c req-3ef671dd-ec96-40dd-95bd-1acca904025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:31.524997 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-3ef671dd-ec96-40dd-95bd-1acca904025f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d497c1bdd99544719806cc40fe06f8c5&device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 1096 time: 0.1122823 Aug 12 21:58:31.531038 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0786a3-8f2f-42dc-a6fa-14a63fa7fb19 req-d8523684-62b7-401f-925c-63cb8fd1b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:31.532432 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ef0786a3-8f2f-42dc-a6fa-14a63fa7fb19 req-d8523684-62b7-401f-925c-63cb8fd1b29c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f0168f0c18f4408a7f2984a0a4038f4&device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 1097 time: 0.1435676 Aug 12 21:58:31.589094 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:31.602839 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-90f5e76a-4c22-4ebc-874e-4b1ae94627c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b56077df-b77d-4c36-9211-7f7d9a10212b HTTP/1.1" status: 200 len: 217 time: 0.0694332 Aug 12 21:58:31.615279 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc764eb5-cdcb-4e47-8e65-c1c144a4df74'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:31.673299 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c6832bf3-e47d-44b5-ade4-562e473ac701 req-c0bc4929-41c6-4390-966f-7b248d376805 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533298 Aug 12 21:58:31.692985 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a5b8-d32c-4690-902b-5fe392ee4034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287189924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4286855055'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:31.726743 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd241183-0ed3-4059-87c3-701cb433e76c req-780fb192-c629-43ee-bc21-39056614ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:31.727688 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port fc764eb5-cdcb-4e47-8e65-c1c144a4df74, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fc764eb5-cdcb-4e47-8e65-c1c144a4df74,segment=NetworkSegment(294610cc-1c99-494d-92a2-73478501dd7d),segment_id=294610cc-1c99-494d-92a2-73478501dd7d)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:31.728726 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-780fb192-c629-43ee-bc21-39056614ab12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a22c3b4-2e5f-4b32-9788-ca56e9b079cf HTTP/1.1" status: 200 len: 856 time: 0.0938594 Aug 12 21:58:31.737060 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:31.745044 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0786a3-8f2f-42dc-a6fa-14a63fa7fb19 req-a6254a24-4bb7-4894-993f-f8973435c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:31.747070 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ef0786a3-8f2f-42dc-a6fa-14a63fa7fb19 req-a6254a24-4bb7-4894-993f-f8973435c011 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0f0168f0c18f4408a7f2984a0a4038f4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2067878 Aug 12 21:58:31.766710 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7a5b8-d32c-4690-902b-5fe392ee4034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0b51929-b6d9-4322-af92-380f1fe3953d,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:31.779464 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7a5b8-d32c-4690-902b-5fe392ee4034 admin admin] Checking segment: {'id': '902642b8-7cc6-4668-af6b-32efc0b039f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:31.782102 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e7a5b8-d32c-4690-902b-5fe392ee4034 admin admin] Network hostable DHCP agents. Network: 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:58:31.799745 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e7a5b8-d32c-4690-902b-5fe392ee4034 admin admin] Network 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:58:31.811436 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=fc764eb5-cdcb-4e47-8e65-c1c144a4df74,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:31.815504 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-c1e7a5b8-d32c-4690-902b-5fe392ee4034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:31.820383 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e7a5b8-d32c-4690-902b-5fe392ee4034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:31.821081 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a5b8-d32c-4690-902b-5fe392ee4034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:31.837065 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c1e7a5b8-d32c-4690-902b-5fe392ee4034 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3604772 Aug 12 21:58:31.838736 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2b1037-e9be-420a-a54d-8d9bacac5efc" -d '{"events": [{"server_uuid": "911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d", "name": "network-vif-plugged", "status": "completed", "tag": "fc764eb5-cdcb-4e47-8e65-c1c144a4df74"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:31.839688 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58460) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:31.844270 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:31.844409 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e68c5fd-081f-4a06-8d8e-00ac6a34ca7a None None] Network 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:58:31.853106 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'tag': 'b56077df-b77d-4c36-9211-7f7d9a10212b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:31.856073 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605ec708-2ce6-474a-9057-aff461602200" -d '{"events": [{"name": "network-changed", "server_uuid": "aefe6f69-93ee-4e60-a842-5baec76cd1f1", "tag": "b56077df-b77d-4c36-9211-7f7d9a10212b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:31.870550 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103827'] for router, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:31.871986 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103836'] for router, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:31.910566 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1400426-bd20-43eb-a1ed-205e42e7447f x-openstack-request-id: req-d1400426-bd20-43eb-a1ed-205e42e7447f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:31.910958 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefe6f69-93ee-4e60-a842-5baec76cd1f1", "tag": "b56077df-b77d-4c36-9211-7f7d9a10212b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:31.911302 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1400426-bd20-43eb-a1ed-205e42e7447f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:31.911783 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'tag': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'status': 'completed', 'code': 200} Aug 12 21:58:31.934442 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.069632 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2043cf53-f978-4a28-900e-b99ed951ae61 x-openstack-request-id: req-2043cf53-f978-4a28-900e-b99ed951ae61 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:32.069914 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d", "name": "network-vif-plugged", "status": "completed", "tag": "fc764eb5-cdcb-4e47-8e65-c1c144a4df74", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:32.070166 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2043cf53-f978-4a28-900e-b99ed951ae61 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:32.070622 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc764eb5-cdcb-4e47-8e65-c1c144a4df74', 'code': 200} Aug 12 21:58:32.079869 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.127590 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49bcab0f-72fd-56c1-b72d-e4210340e10c-1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'fixed_ips': [{'subnet_id': 'd0b51929-b6d9-4322-af92-380f1fe3953d'}]}} from dv-cinder-804459-3-iscsi. {{(pid=93879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:58:32.129036 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.157403 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae6e6e-97c0-432a-9703-c5109e1de835 req-5018cb8a-2ba2-45ab-ab02-e899e3cfd6fb tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:32.159063 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-22ae6e6e-97c0-432a-9703-c5109e1de835 req-5018cb8a-2ba2-45ab-ab02-e899e3cfd6fb tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 946 time: 0.0575280 Aug 12 21:58:32.231331 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-22ae6e6e-97c0-432a-9703-c5109e1de835 req-a42d4019-19be-4b27-9f60-647d6c1a8cde tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652649 Aug 12 21:58:32.277048 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0324c1-6194-4993-adc2-0b887df6f437 req-52224945-0527-46e7-80d4-1843a8629bb3 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:32.278394 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1b0324c1-6194-4993-adc2-0b887df6f437 req-52224945-0527-46e7-80d4-1843a8629bb3 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 944 time: 0.0609221 Aug 12 21:58:32.298469 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Allocated IP 172.20.0.2 (1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58/d0b51929-b6d9-4322-af92-380f1fe3953d/e3a90209-1726-4de2-b616-b3fc79ce5957) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:32.319498 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.322025 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1b0324c1-6194-4993-adc2-0b887df6f437 req-057cb712-dfa7-41b5-8199-91d0b2947a4a tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374413 Aug 12 21:58:32.339287 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.452086 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Allocated IP 172.27.0.191 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/4c561750-37db-40b3-ac70-386e8c6284bf) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:32.471597 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.482311 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Transition to ACTIVE for port object e3a90209-1726-4de2-b616-b3fc79ce5957 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:32.499355 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Transition to ACTIVE for port object e3a90209-1726-4de2-b616-b3fc79ce5957 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:32.507363 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.509449 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184abbbc-0bd4-474a-af7c-6065a5d90cdb req-63e29b49-557c-49b5-bce1-4aff0cc7c244 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:32.511196 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-184abbbc-0bd4-474a-af7c-6065a5d90cdb req-63e29b49-557c-49b5-bce1-4aff0cc7c244 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0608842 Aug 12 21:58:32.552846 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-184abbbc-0bd4-474a-af7c-6065a5d90cdb req-53c34b09-a91f-470a-8d98-959232cf57b0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345044 Aug 12 21:58:32.559887 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Network 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:32.562753 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:32.567932 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:32.572824 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Pushing event updated for resources: {'Port': ['ID=e3a90209-1726-4de2-b616-b3fc79ce5957,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:32.591954 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.622032 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Attempting to bind port e3a90209-1726-4de2-b616-b3fc79ce5957 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:58:32.622400 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Attempting to bind port e3a90209-1726-4de2-b616-b3fc79ce5957 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '902642b8-7cc6-4668-af6b-32efc0b039f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:58:32.622761 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Attempting to bind port e3a90209-1726-4de2-b616-b3fc79ce5957 on network 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:32.627579 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:58:32.627935 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Checking segment: {'id': '902642b8-7cc6-4668-af6b-32efc0b039f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:32.628411 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.628801 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Bound using segment: {'id': '902642b8-7cc6-4668-af6b-32efc0b039f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:58:32.629813 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Bound port: e3a90209-1726-4de2-b616-b3fc79ce5957, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902642b8-7cc6-4668-af6b-32efc0b039f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:58:32.630192 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.631929 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.670524 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:32.673291 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:32.679355 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:32.693433 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] For port e3a90209-1726-4de2-b616-b3fc79ce5957, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:58:32.697086 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] For port e3a90209-1726-4de2-b616-b3fc79ce5957, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=e3a90209-1726-4de2-b616-b3fc79ce5957,segment=NetworkSegment(902642b8-7cc6-4668-af6b-32efc0b039f9),segment_id=902642b8-7cc6-4668-af6b-32efc0b039f9)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:58:32.701406 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.703825 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c561750-37db-40b3-ac70-386e8c6284bf,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:32.768898 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ce2c7-bc0f-4ae4-ac7f-7a819487bc1a None None] Pushing event updated for resources: {'Port': ['ID=e3a90209-1726-4de2-b616-b3fc79ce5957,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:32.819442 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c78424-326e-4a4b-8c3b-8f6ee06efaae req-47fd1fbb-e72d-41e8-8d07-d28ae6215c1c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:32.822600 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c0c78424-326e-4a4b-8c3b-8f6ee06efaae req-47fd1fbb-e72d-41e8-8d07-d28ae6215c1c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 945 time: 0.0657198 Aug 12 21:58:32.878093 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c0c78424-326e-4a4b-8c3b-8f6ee06efaae req-571dbb29-e5a9-4470-9e09-90a1f665cc93 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477862 Aug 12 21:58:32.992706 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:33.383966 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ab37d-3053-4db7-9324-9e88782c8a5b req-8ba2823f-10f0-44a7-9df2-ae1783fdcdb7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:33.390000 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c73ab37d-3053-4db7-9324-9e88782c8a5b req-8ba2823f-10f0-44a7-9df2-ae1783fdcdb7 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 946 time: 0.0593445 Aug 12 21:58:33.394865 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683698'] for router, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:33.426035 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device af4d73f1-89ec-41b8-a619-8edc0ab6317d details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:58:33.493071 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c73ab37d-3053-4db7-9324-9e88782c8a5b req-b0c18589-cf43-4cef-a5be-b64afd0a396c tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996754 Aug 12 21:58:33.507285 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e960e-544f-4f1b-9a53-594bee678e40 req-97940412-07b2-4d5e-8c62-e0ad7559a9a8 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:33.514718 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4e6e960e-544f-4f1b-9a53-594bee678e40 req-97940412-07b2-4d5e-8c62-e0ad7559a9a8 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 944 time: 0.1196535 Aug 12 21:58:33.549279 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Router df0e528a-5dbe-4f61-abd8-378a88bad0a4 is scheduled to L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 with binding_index 1 {{(pid=93878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:58:33.561585 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4e6e960e-544f-4f1b-9a53-594bee678e40 req-3d9bb3ca-b295-4072-8835-168d04bbca05 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459168 Aug 12 21:58:33.569246 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port af4d73f1-89ec-41b8-a619-8edc0ab6317d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=af4d73f1-89ec-41b8-a619-8edc0ab6317d,segment=NetworkSegment(6aff0b57-81c7-4f0e-a08f-5fa3267fe95e),segment_id=6aff0b57-81c7-4f0e-a08f-5fa3267fe95e)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:33.590971 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': 'af4d73f1-89ec-41b8-a619-8edc0ab6317d', 'network_id': 'b6401582-edab-421b-84ee-f3395ffb54b7', 'port_id': 'af4d73f1-89ec-41b8-a619-8edc0ab6317d', 'mac_address': 'fa:16:3e:2e:f9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253d0eb4-be87-496e-9f11-596ea7aea7ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:58:33.634285 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:33.651236 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4d73f1-89ec-41b8-a619-8edc0ab6317d {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:58:33.676315 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port af4d73f1-89ec-41b8-a619-8edc0ab6317d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=af4d73f1-89ec-41b8-a619-8edc0ab6317d,segment=NetworkSegment(6aff0b57-81c7-4f0e-a08f-5fa3267fe95e),segment_id=6aff0b57-81c7-4f0e-a08f-5fa3267fe95e)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:33.681667 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:33.696654 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:58:33.704476 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fda32-2d51-49d7-bb5c-5ab0e24fff78 req-73b79b88-a5c3-4b75-b514-12c94c61b9f0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:33.706063 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-427fda32-2d51-49d7-bb5c-5ab0e24fff78 req-73b79b88-a5c3-4b75-b514-12c94c61b9f0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0679955 Aug 12 21:58:33.707270 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Sync routers for ids ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:58:33.721319 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Routers {'df0e528a-5dbe-4f61-abd8-378a88bad0a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:33.722688 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:33.723235 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:58:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:33.724118 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-83c2637c-e0c4-4c06-8d84-294e7139dbb0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8834562 Aug 12 21:58:33.727432 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58498) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:33.751011 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-427fda32-2d51-49d7-bb5c-5ab0e24fff78 req-48535a02-0ac7-4791-9b21-e955848b7026 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382030 Aug 12 21:58:33.762159 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=af4d73f1-89ec-41b8-a619-8edc0ab6317d,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:33.847583 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Set router df0e528a-5dbe-4f61-abd8-378a88bad0a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:33.936645 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306eb009-3c86-473e-8698-936f89ac70a5 None None] Network 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:58:34.014965 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-08da6d19-c0cc-47fc-8924-4b20a040c1e1 None None] Provisioning for port e3a90209-1726-4de2-b616-b3fc79ce5957 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:34.052162 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744b64b-c610-4a52-a09a-ae76662245e9 req-b40ecb1d-adfe-42f3-b6e6-6c3795c6c79a tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:34.060663 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d744b64b-c610-4a52-a09a-ae76662245e9 req-b40ecb1d-adfe-42f3-b6e6-6c3795c6c79a tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 945 time: 0.0957730 Aug 12 21:58:34.092513 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:31Z', 'updated_at': '2021-08-12T21:58:32Z', 'revision_number': 3, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'gw_port': {'id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:32Z', 'updated_at': '2021-08-12T21:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:34.099272 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d744b64b-c610-4a52-a09a-ae76662245e9 req-719797d6-9444-453d-8c82-2bbb6047439e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371294 Aug 12 21:58:34.126247 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Checking router: df0e528a-5dbe-4f61-abd8-378a88bad0a4 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:58:34.126597 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Updating router df0e528a-5dbe-4f61-abd8-378a88bad0a4 port 4c561750-37db-40b3-ac70-386e8c6284bf binding host dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:58:34.156134 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:34.246035 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:34.408146 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Allocated IP 172.20.0.1 (1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58/d0b51929-b6d9-4322-af92-380f1fe3953d/13827dfd-a94b-464e-a57f-7828f21830f4) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:34.429343 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:34.442051 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Transition to ACTIVE for port object 4c561750-37db-40b3-ac70-386e8c6284bf will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:34.450067 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:34.454526 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['93b23b3c-47ad-4c93-9c04-1504aee66e9c'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:58:34.501638 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4b7e7-836d-4df6-aa09-bfcc4074b088 None None] Pushing event updated for resources: {'Port': ['ID=4c561750-37db-40b3-ac70-386e8c6284bf,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:34.522146 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Attempting to bind port 4c561750-37db-40b3-ac70-386e8c6284bf on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:58:34.522345 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Attempting to bind port 4c561750-37db-40b3-ac70-386e8c6284bf by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:58:34.522624 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Attempting to bind port 4c561750-37db-40b3-ac70-386e8c6284bf on network 91f356a0-e407-4a3f-8387-93e3cb37c38d {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:34.527933 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:58:34.528308 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Checking segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:34.528713 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:34.529104 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Bound using segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:58:34.529595 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Bound port: 4c561750-37db-40b3-ac70-386e8c6284bf, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:58:34.530127 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:34.546216 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd241183-0ed3-4059-87c3-701cb433e76c req-ba276690-8ff4-40a4-abc2-d8f98c573d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:34.548040 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-ba276690-8ff4-40a4-abc2-d8f98c573d5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b49de074-e205-41a7-bba4-aea2b1a09673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1142251 Aug 12 21:58:34.615982 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] For port 4c561750-37db-40b3-ac70-386e8c6284bf, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:58:34.624879 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] For port 4c561750-37db-40b3-ac70-386e8c6284bf, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=4c561750-37db-40b3-ac70-386e8c6284bf,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:58:34.636909 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:34.663196 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['af4d73f1-89ec-41b8-a619-8edc0ab6317d'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:58:34.676098 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:34.723663 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4b7e7-836d-4df6-aa09-bfcc4074b088 None None] Pushing event updated for resources: {'Port': ['ID=4c561750-37db-40b3-ac70-386e8c6284bf,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:34.731232 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Transition to ACTIVE for port object 13827dfd-a94b-464e-a57f-7828f21830f4 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:34.766934 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Routers {'df0e528a-5dbe-4f61-abd8-378a88bad0a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:34.768309 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:58:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:34.790351 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:34.793382 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device e3a90209-1726-4de2-b616-b3fc79ce5957 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:34.851412 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Network 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:34.856773 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:34.877261 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:34.946481 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740839'] for router_interface, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:34.987514 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port e3a90209-1726-4de2-b616-b3fc79ce5957 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:35.009243 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port e3a90209-1726-4de2-b616-b3fc79ce5957 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:35.009645 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.041534 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] Set router df0e528a-5dbe-4f61-abd8-378a88bad0a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:35.132358 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0786a3-8f2f-42dc-a6fa-14a63fa7fb19 req-f31a630e-eab6-4c34-9c8f-8c3b67731ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:35.134009 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ef0786a3-8f2f-42dc-a6fa-14a63fa7fb19 req-f31a630e-eab6-4c34-9c8f-8c3b67731ef0 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6907854 Aug 12 21:58:35.152175 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c20f8d-9220-46e0-ab96-03ee6e5832d7 req-b097eb3e-0e0e-4c96-a2e6-5450a7f242bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:35.153706 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-99c20f8d-9220-46e0-ab96-03ee6e5832d7 req-b097eb3e-0e0e-4c96-a2e6-5450a7f242bc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 1099 time: 0.2468548 Aug 12 21:58:35.179119 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Pushing event updated for resources: {'Port': ['ID=13827dfd-a94b-464e-a57f-7828f21830f4,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:35.185361 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b23255-fb7a-4d77-b216-44b7ef1eeeac req-230efb21-686d-4884-8405-46794adf1647 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:35.200681 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.210119 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-03b23255-fb7a-4d77-b216-44b7ef1eeeac req-230efb21-686d-4884-8405-46794adf1647 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 946 time: 0.2895865 Aug 12 21:58:35.266621 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.295992 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c2240-92d8-436d-9fb8-99078325aa7d req-4f46f260-16fa-4cf8-a643-a0005698724a tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:35.303188 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:31Z', 'updated_at': '2021-08-12T21:58:32Z', 'revision_number': 3, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'gw_port': {'id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:32Z', 'updated_at': '2021-08-12T21:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:35.304762 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-885c2240-92d8-436d-9fb8-99078325aa7d req-4f46f260-16fa-4cf8-a643-a0005698724a tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 944 time: 0.3966849 Aug 12 21:58:35.331553 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port e3a90209-1726-4de2-b616-b3fc79ce5957, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=e3a90209-1726-4de2-b616-b3fc79ce5957,segment=NetworkSegment(902642b8-7cc6-4668-af6b-32efc0b039f9),segment_id=902642b8-7cc6-4668-af6b-32efc0b039f9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:35.331841 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8bfc2-de54-4bd0-95ad-0e4ea3d95557 None None] The sync data for ids ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'] in dv-cinder-804459-3-iscsi is: [{'id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:31Z', 'updated_at': '2021-08-12T21:58:32Z', 'revision_number': 3, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'gw_port': {'id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:32Z', 'updated_at': '2021-08-12T21:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:58:35.341207 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.356241 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99c20f8d-9220-46e0-ab96-03ee6e5832d7 req-c1cd9a9c-bd24-4f5c-91e8-f5d7775f2a0a service neutron] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.420989 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-1f2eca19-07c8-453e-bb25-7e121a9477d8 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8474174 Aug 12 21:58:35.466051 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad1e43e2-142b-47c0-825d-d48a9309a6aa None None] Provisioning for port 13827dfd-a94b-464e-a57f-7828f21830f4 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:35.487161 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-03b23255-fb7a-4d77-b216-44b7ef1eeeac req-08825690-7a1f-4ef9-b120-e426c115ec42 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744527 Aug 12 21:58:35.500046 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad1e43e2-142b-47c0-825d-d48a9309a6aa None None] Provisioning complete for port 13827dfd-a94b-464e-a57f-7828f21830f4 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:35.500811 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad1e43e2-142b-47c0-825d-d48a9309a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.504087 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.504848 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-d7df1a4a-b3ce-4c1d-a106-5df632a5b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:35.509735 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-d7df1a4a-b3ce-4c1d-a106-5df632a5b668 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f0168f0c18f4408a7f2984a0a4038f4&device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 1097 time: 0.2790358 Aug 12 21:58:35.511395 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287189977'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.584935 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=e3a90209-1726-4de2-b616-b3fc79ce5957,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:35.586245 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740979'] for router_interface, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.614462 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad1e43e2-142b-47c0-825d-d48a9309a6aa None None] Port 13827dfd-a94b-464e-a57f-7828f21830f4 cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:58:35.674273 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-885c2240-92d8-436d-9fb8-99078325aa7d req-b2577979-c89a-4791-9b9e-808f4bac20b9 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3684032 Aug 12 21:58:35.693470 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Pushing event updated for resources: {'Port': ['ID=13827dfd-a94b-464e-a57f-7828f21830f4,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:35.809413 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Network 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:35.811981 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:35.839504 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-5d371fda-eb01-4249-9d94-472a66327bfa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6223b9fc-b444-4db6-9415-f1851686b2c8 HTTP/1.1" status: 200 len: 217 time: 0.2737420 Aug 12 21:58:35.940760 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-f9e9b50e-de39-4432-8f2d-4cb7aa37643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:35.942278 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-f9e9b50e-de39-4432-8f2d-4cb7aa37643f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8645d12-4e07-4775-ade2-97bd878f2184 HTTP/1.1" status: 200 len: 849 time: 0.0908501 Aug 12 21:58:36.072627 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Router df0e528a-5dbe-4f61-abd8-378a88bad0a4 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:58:36.147823 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf800c2-f75a-4cbd-ade9-3787d9261edb req-e0bd4b89-47bd-40ba-a5fe-1ad21b746e62 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:36.149935 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-adf800c2-f75a-4cbd-ade9-3787d9261edb req-e0bd4b89-47bd-40ba-a5fe-1ad21b746e62 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.4738564 Aug 12 21:58:36.177637 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-cdaf54ba-f5db-43a5-8d69-d7348e1555ee None None] Provisioning complete for port 13827dfd-a94b-464e-a57f-7828f21830f4 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:36.178763 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cdaf54ba-f5db-43a5-8d69-d7348e1555ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:36.200730 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2ce25-9cb9-4ba4-9c32-dfafc3d84c9f req-e9d41310-fbb9-42ef-87cb-4e714d446e03 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:36.202312 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5ee2ce25-9cb9-4ba4-9c32-dfafc3d84c9f req-e9d41310-fbb9-42ef-87cb-4e714d446e03 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 945 time: 0.2691376 Aug 12 21:58:36.210349 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99c20f8d-9220-46e0-ab96-03ee6e5832d7 req-c1cd9a9c-bd24-4f5c-91e8-f5d7775f2a0a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:36.245261 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:58:36.261012 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-a7f145fe-3870-4a85-91bf-97cfa6002d37 admin admin] 10.222.0.30 "PUT /v2.0/routers/df0e528a-5dbe-4f61-abd8-378a88bad0a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5319304 Aug 12 21:58:36.271558 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99c20f8d-9220-46e0-ab96-03ee6e5832d7 req-c1cd9a9c-bd24-4f5c-91e8-f5d7775f2a0a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:36.282250 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bd241183-0ed3-4059-87c3-701cb433e76c req-0b45b362-38d5-4012-b7a4-d0d38a9da35c service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8561156 Aug 12 21:58:36.283521 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-cdaf54ba-f5db-43a5-8d69-d7348e1555ee None None] Port 13827dfd-a94b-464e-a57f-7828f21830f4 cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:58:36.358018 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd9a9c-bd24-4f5c-91e8-f5d7775f2a0a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2eabfe-4a96-4792-82f2-469163236e0d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:36.375643 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-07f7459c-cf7f-4405-a35f-39b3ff2e11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:36.377588 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-07f7459c-cf7f-4405-a35f-39b3ff2e11b9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=095a1efa-c2bb-4f8d-8a60-e45d89fec269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3721812 Aug 12 21:58:36.405748 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-adf800c2-f75a-4cbd-ade9-3787d9261edb req-3cb28878-45ff-4e57-9d57-6f46decb2322 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304149 Aug 12 21:58:36.439652 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-99c20f8d-9220-46e0-ab96-03ee6e5832d7 req-c1cd9a9c-bd24-4f5c-91e8-f5d7775f2a0a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2666359 Aug 12 21:58:36.472577 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5ee2ce25-9cb9-4ba4-9c32-dfafc3d84c9f req-7379f5ca-6dae-474f-9201-b37e57cb4ba1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378914 Aug 12 21:58:36.554760 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec708-2ce6-474a-9057-aff461602200 req-12c4ea11-a974-4cb2-b8e7-035973f68a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:36.556307 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-605ec708-2ce6-474a-9057-aff461602200 req-12c4ea11-a974-4cb2-b8e7-035973f68a81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d497c1bdd99544719806cc40fe06f8c5&device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 1096 time: 0.1938970 Aug 12 21:58:36.621693 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-9400f21b-27e9-440e-80dd-2f3e073fe591 service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875103 Aug 12 21:58:36.656038 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34678561-ceee-4cc6-91f6-7bbda2b555e5 req-d9db2848-d6e8-432e-b30a-14a6c93bb0af tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:36.659089 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-34678561-ceee-4cc6-91f6-7bbda2b555e5 req-d9db2848-d6e8-432e-b30a-14a6c93bb0af tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 946 time: 0.1004434 Aug 12 21:58:36.734872 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-34678561-ceee-4cc6-91f6-7bbda2b555e5 req-de198c4e-1c70-4715-9335-f77c7e3e0b4d tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688655 Aug 12 21:58:36.843640 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device e3a90209-1726-4de2-b616-b3fc79ce5957 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:36.849773 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfcfd7-bfc2-4d31-ab13-7a2e46ebd9fc req-0bb90895-20a4-414e-9aa2-741b6cdf05a7 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:36.851830 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ebbfcfd7-bfc2-4d31-ab13-7a2e46ebd9fc req-0bb90895-20a4-414e-9aa2-741b6cdf05a7 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 944 time: 0.0612001 Aug 12 21:58:36.923921 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ebbfcfd7-bfc2-4d31-ab13-7a2e46ebd9fc req-1e23cebe-c34a-4b21-b6dc-d6b3ad88fdbf tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555975 Aug 12 21:58:36.935068 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port e3a90209-1726-4de2-b616-b3fc79ce5957 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:36.935453 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.034330 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 4c561750-37db-40b3-ac70-386e8c6284bf up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:37.089555 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 4c561750-37db-40b3-ac70-386e8c6284bf completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:37.094031 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 4c561750-37db-40b3-ac70-386e8c6284bf triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:37.094433 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.118110 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58610) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:37.123547 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1024952173-network', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:37.145734 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] Made reservation on behalf of 04844215f9824e549f91b5e7bccc05c7 for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:37.148041 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.160237 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.175153 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.203322 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port 4c561750-37db-40b3-ac70-386e8c6284bf, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=4c561750-37db-40b3-ac70-386e8c6284bf,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:37.210561 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.263850 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=4c561750-37db-40b3-ac70-386e8c6284bf,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:37.271658 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.275530 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.301632 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:58:37.311723 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1bb04a-aeae-4fd2-986a-b99ef30b6b91,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:37.321072 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.321159 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] Added segment 01cd2c27-5cb4-4df6-837a-b8dc1e20a859 of type vlan for network 88d208c3-4f5d-4a17-ae4b-08dff453c545 Aug 12 21:58:37.366368 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 93b23b3c-47ad-4c93-9c04-1504aee66e9c up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:37.371746 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.403018 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.404772 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:37.405814 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.421934 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port 93b23b3c-47ad-4c93-9c04-1504aee66e9c completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:37.426117 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port 93b23b3c-47ad-4c93-9c04-1504aee66e9c triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:37.426497 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.500990 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3813789 Aug 12 21:58:37.504081 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 58618) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:37.511490 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34642a-68c3-4970-9f27-ed30cfa8551d admin admin] Pushing event updated for resources: {'Network': ['ID=88d208c3-4f5d-4a17-ae4b-08dff453c545,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:37.511990 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e93ac8a0-28d5-42be-aac5-ac183b37efba admin admin] Request body: {'subnet': {'network_id': '88d208c3-4f5d-4a17-ae4b-08dff453c545', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1024952173-subnet', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:37.513628 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.543254 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network 88d208c3-4f5d-4a17-ae4b-08dff453c545 details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:58:37.559763 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c277b07-1de7-40d5-bfbf-8bd33b2197d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b23b3c-47ad-4c93-9c04-1504aee66e9c'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:37.563017 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f29014-4665-4e2e-9b50-9604f1c756c0" -d '{"events": [{"server_uuid": "1c277b07-1de7-40d5-bfbf-8bd33b2197d7", "name": "network-vif-plugged", "status": "completed", "tag": "93b23b3c-47ad-4c93-9c04-1504aee66e9c"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:37.579940 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93ac8a0-28d5-42be-aac5-ac183b37efba admin admin] Made reservation on behalf of 04844215f9824e549f91b5e7bccc05c7 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:37.583691 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e93ac8a0-28d5-42be-aac5-ac183b37efba admin admin] Notify callbacks [] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.626051 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Sync routers for ids ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:58:37.646434 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 93b23b3c-47ad-4c93-9c04-1504aee66e9c, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93b23b3c-47ad-4c93-9c04-1504aee66e9c,segment=NetworkSegment(6aff0b57-81c7-4f0e-a08f-5fa3267fe95e),segment_id=6aff0b57-81c7-4f0e-a08f-5fa3267fe95e)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:37.660532 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.661488 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device af4d73f1-89ec-41b8-a619-8edc0ab6317d up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:37.702002 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Routers {'df0e528a-5dbe-4f61-abd8-378a88bad0a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:37.702860 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-71c65160-042f-4831-8658-c794aaecc761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:58:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:37.714501 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df62d9a-89f0-424a-aa6b-7a0ea01d9b24 req-8e4096a5-e3ca-46df-8031-52d52cc3ff09 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:37.716045 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8df62d9a-89f0-424a-aa6b-7a0ea01d9b24 req-8e4096a5-e3ca-46df-8031-52d52cc3ff09 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.1603842 Aug 12 21:58:37.731831 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fafa2b-ce43-45a2-82fc-83f44c66da10 req-fd2dd491-3f81-4346-a11a-0f4a5dfa7201 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:37.733319 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-10fafa2b-ce43-45a2-82fc-83f44c66da10 req-fd2dd491-3f81-4346-a11a-0f4a5dfa7201 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 945 time: 0.1472585 Aug 12 21:58:37.809471 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=93b23b3c-47ad-4c93-9c04-1504aee66e9c,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:37.814556 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8df62d9a-89f0-424a-aa6b-7a0ea01d9b24 req-d58bc408-83a0-4314-a251-2e1bc6f19949 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790706 Aug 12 21:58:37.838518 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-10fafa2b-ce43-45a2-82fc-83f44c66da10 req-dc8cf7c0-e87f-418c-bc9f-243828ed8285 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921943 Aug 12 21:58:37.881666 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port af4d73f1-89ec-41b8-a619-8edc0ab6317d completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:37.887086 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b9593c-cb41-4c94-be03-dad1407178ad x-openstack-request-id: req-62b9593c-cb41-4c94-be03-dad1407178ad {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:37.887375 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c277b07-1de7-40d5-bfbf-8bd33b2197d7", "name": "network-vif-plugged", "status": "completed", "tag": "93b23b3c-47ad-4c93-9c04-1504aee66e9c", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:37.887633 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62b9593c-cb41-4c94-be03-dad1407178ad {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:37.888023 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c277b07-1de7-40d5-bfbf-8bd33b2197d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b23b3c-47ad-4c93-9c04-1504aee66e9c', 'code': 200} Aug 12 21:58:37.890158 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Set router df0e528a-5dbe-4f61-abd8-378a88bad0a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:37.892019 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port af4d73f1-89ec-41b8-a619-8edc0ab6317d triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:37.892570 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.922673 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e93ac8a0-28d5-42be-aac5-ac183b37efba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:37.999206 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ac8a0-28d5-42be-aac5-ac183b37efba admin admin] Pushing event updated for resources: {'Subnet': ['ID=76efde26-5718-47c7-b26c-643419912d51,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:38.020862 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8647-bd77-4daa-a94a-8ab4d635cb70 req-c12d8eb4-5db9-458a-85c3-abc5016c787d tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:38.022617 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-81bb8647-bd77-4daa-a94a-8ab4d635cb70 req-c12d8eb4-5db9-458a-85c3-abc5016c787d tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 946 time: 0.1089528 Aug 12 21:58:38.035923 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93ac8a0-28d5-42be-aac5-ac183b37efba admin admin] Checking segment: {'id': '01cd2c27-5cb4-4df6-837a-b8dc1e20a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '88d208c3-4f5d-4a17-ae4b-08dff453c545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:38.036284 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93ac8a0-28d5-42be-aac5-ac183b37efba admin admin] Network hostable DHCP agents. Network: 88d208c3-4f5d-4a17-ae4b-08dff453c545, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:58:38.106940 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93ac8a0-28d5-42be-aac5-ac183b37efba admin admin] Network 88d208c3-4f5d-4a17-ae4b-08dff453c545 is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:58:38.111386 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-81bb8647-bd77-4daa-a94a-8ab4d635cb70 req-27b1e60a-f0bc-44ed-9998-7ff312d711f1 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772686 Aug 12 21:58:38.118962 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5ef7d-7807-47e9-9f38-bbde6f4c9efe req-b5f28cc0-57b1-41a9-b53a-bd1d5a86b5fb tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:38.120458 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a4d5ef7d-7807-47e9-9f38-bbde6f4c9efe req-b5f28cc0-57b1-41a9-b53a-bd1d5a86b5fb tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 944 time: 0.1093216 Aug 12 21:58:38.130323 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-e93ac8a0-28d5-42be-aac5-ac183b37efba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, 88d208c3-4f5d-4a17-ae4b-08dff453c545) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:38.137567 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93ac8a0-28d5-42be-aac5-ac183b37efba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:38.138646 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e93ac8a0-28d5-42be-aac5-ac183b37efba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:38.171394 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f014c6e8-d12d-4645-9113-27a1fe798979 None None] Network 88d208c3-4f5d-4a17-ae4b-08dff453c545 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:58:38.173590 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-e93ac8a0-28d5-42be-aac5-ac183b37efba admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6681046 Aug 12 21:58:38.176317 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58632) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:38.181098 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1024952173-router', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:38.187635 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a4d5ef7d-7807-47e9-9f38-bbde6f4c9efe req-444877ca-310a-46da-9003-27d88e79c8f4 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550246 Aug 12 21:58:38.207206 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103827'] for router, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:38.208445 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103836'] for router, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:38.260305 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:38.265738 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:38.352035 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port af4d73f1-89ec-41b8-a619-8edc0ab6317d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=af4d73f1-89ec-41b8-a619-8edc0ab6317d,segment=NetworkSegment(6aff0b57-81c7-4f0e-a08f-5fa3267fe95e),segment_id=6aff0b57-81c7-4f0e-a08f-5fa3267fe95e)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:38.359784 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:38.407874 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:38.471429 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=af4d73f1-89ec-41b8-a619-8edc0ab6317d,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:38.475933 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49bcab0f-72fd-56c1-b72d-e4210340e10c-88d208c3-4f5d-4a17-ae4b-08dff453c545', 'network_id': '88d208c3-4f5d-4a17-ae4b-08dff453c545', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7', 'fixed_ips': [{'subnet_id': '76efde26-5718-47c7-b26c-643419912d51'}]}} from dv-cinder-804459-3-iscsi. {{(pid=93879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:58:38.477254 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:38.479905 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-71c65160-042f-4831-8658-c794aaecc761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:31Z', 'updated_at': '2021-08-12T21:58:35Z', 'revision_number': 4, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'gw_port': {'id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:32Z', 'updated_at': '2021-08-12T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '13827dfd-a94b-464e-a57f-7828f21830f4', 'name': '', 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'mac_address': 'fa:16:3e:68:c6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:34Z', 'updated_at': '2021-08-12T21:58:35Z', 'revision_number': 2, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'subnets': [{'id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:38.516072 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Checking router: df0e528a-5dbe-4f61-abd8-378a88bad0a4 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:58:38.516432 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Updating router df0e528a-5dbe-4f61-abd8-378a88bad0a4 port 13827dfd-a94b-464e-a57f-7828f21830f4 binding host dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:58:38.550212 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:38.622294 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:38.643510 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:38.672928 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 4c561750-37db-40b3-ac70-386e8c6284bf up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:38.756117 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Allocated IP 172.27.0.86 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/20776863-c952-49a4-a8f5-d51fa29d2c5d) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:38.789172 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Allocated IP 172.20.0.2 (88d208c3-4f5d-4a17-ae4b-08dff453c545/76efde26-5718-47c7-b26c-643419912d51/82be4e32-1a43-4410-a57c-8cba6b208f63) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:38.878891 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:38.899725 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 4c561750-37db-40b3-ac70-386e8c6284bf triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:38.900345 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:38.937152 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:38.986247 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039eb84-1a02-41b4-8d3f-fa837f462e60 req-3bff60a5-1c45-4594-987f-7bc79409aae9 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:38.988706 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c039eb84-1a02-41b4-8d3f-fa837f462e60 req-3bff60a5-1c45-4594-987f-7bc79409aae9 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.0715051 Aug 12 21:58:38.994302 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:38.995134 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Pushing event updated for resources: {'Port': ['ID=20776863-c952-49a4-a8f5-d51fa29d2c5d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:38.998771 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:39.000924 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:39.002596 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebe976-72a1-44f6-8276-5232aad691f8 req-e8b5fb25-4233-4eef-932b-e8a85c23cff9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:39.005353 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dbebe976-72a1-44f6-8276-5232aad691f8 req-e8b5fb25-4233-4eef-932b-e8a85c23cff9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0985756 Aug 12 21:58:39.071877 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dbebe976-72a1-44f6-8276-5232aad691f8 req-45ce95a1-5a16-4498-a5d4-90ff414f8427 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577705 Aug 12 21:58:39.074831 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c039eb84-1a02-41b4-8d3f-fa837f462e60 req-0ae46e80-30c8-4f1a-90a9-460de8e6ec7a tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631385 Aug 12 21:58:39.134913 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:39.149751 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:39.158571 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Transition to ACTIVE for port object 13827dfd-a94b-464e-a57f-7828f21830f4 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:39.165583 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Transition to ACTIVE for port object 82be4e32-1a43-4410-a57c-8cba6b208f63 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:39.170369 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:39.216075 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Transition to ACTIVE for port object 82be4e32-1a43-4410-a57c-8cba6b208f63 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:39.273634 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e64f6-e1e7-456e-8f74-36e3117adfc2 req-34325e26-382d-43c8-a507-9837e694af5f tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:39.282442 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9c7e64f6-e1e7-456e-8f74-36e3117adfc2 req-34325e26-382d-43c8-a507-9837e694af5f tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 946 time: 0.0710680 Aug 12 21:58:39.283089 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:39.340518 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9c7e64f6-e1e7-456e-8f74-36e3117adfc2 req-edf695c2-c880-405f-b511-46362e4d7e29 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577016 Aug 12 21:58:39.370296 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5166bc-a235-4313-844c-6a20a613922f None None] Pushing event updated for resources: {'Port': ['ID=13827dfd-a94b-464e-a57f-7828f21830f4,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:39.385724 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Network 88d208c3-4f5d-4a17-ae4b-08dff453c545 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:39.401755 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eacd80-4f19-41e0-9f76-a142e0df3139 req-924e2d74-b48e-4066-8700-2bc40206f8ba tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:39.403956 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f7eacd80-4f19-41e0-9f76-a142e0df3139 req-924e2d74-b48e-4066-8700-2bc40206f8ba tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 944 time: 0.0676875 Aug 12 21:58:39.418159 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:39.422266 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:39.424460 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Attempting to bind port 13827dfd-a94b-464e-a57f-7828f21830f4 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:58:39.425931 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Attempting to bind port 13827dfd-a94b-464e-a57f-7828f21830f4 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '902642b8-7cc6-4668-af6b-32efc0b039f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:58:39.426811 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Attempting to bind port 13827dfd-a94b-464e-a57f-7828f21830f4 on network 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:39.451842 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:58:39.452222 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Checking segment: {'id': '902642b8-7cc6-4668-af6b-32efc0b039f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:39.452690 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:39.453359 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Bound using segment: {'id': '902642b8-7cc6-4668-af6b-32efc0b039f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:58:39.453898 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Bound port: 13827dfd-a94b-464e-a57f-7828f21830f4, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902642b8-7cc6-4668-af6b-32efc0b039f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:58:39.454284 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:39.456915 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f7eacd80-4f19-41e0-9f76-a142e0df3139 req-4b96c82a-934e-449a-9935-4ba988a90c3c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462434 Aug 12 21:58:39.497346 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Pushing event updated for resources: {'Port': ['ID=82be4e32-1a43-4410-a57c-8cba6b208f63,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:39.562616 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Attempting to bind port 82be4e32-1a43-4410-a57c-8cba6b208f63 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:58:39.563137 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Attempting to bind port 82be4e32-1a43-4410-a57c-8cba6b208f63 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '01cd2c27-5cb4-4df6-837a-b8dc1e20a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '88d208c3-4f5d-4a17-ae4b-08dff453c545'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:58:39.563774 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Attempting to bind port 82be4e32-1a43-4410-a57c-8cba6b208f63 on network 88d208c3-4f5d-4a17-ae4b-08dff453c545 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:39.585548 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:58:39.585971 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Checking segment: {'id': '01cd2c27-5cb4-4df6-837a-b8dc1e20a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '88d208c3-4f5d-4a17-ae4b-08dff453c545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:39.586334 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:39.586737 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Bound using segment: {'id': '01cd2c27-5cb4-4df6-837a-b8dc1e20a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '88d208c3-4f5d-4a17-ae4b-08dff453c545'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:58:39.587235 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Bound port: 82be4e32-1a43-4410-a57c-8cba6b208f63, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01cd2c27-5cb4-4df6-837a-b8dc1e20a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '88d208c3-4f5d-4a17-ae4b-08dff453c545'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:58:39.587710 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:39.588305 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:39.615390 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-71c65160-042f-4831-8658-c794aaecc761 None None] For port 13827dfd-a94b-464e-a57f-7828f21830f4, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:58:39.669471 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-71c65160-042f-4831-8658-c794aaecc761 None None] For port 13827dfd-a94b-464e-a57f-7828f21830f4, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=13827dfd-a94b-464e-a57f-7828f21830f4,segment=NetworkSegment(902642b8-7cc6-4668-af6b-32efc0b039f9),segment_id=902642b8-7cc6-4668-af6b-32efc0b039f9)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:58:39.683384 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:39.688287 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46f96239-182b-4d54-a8c0-fabf2ada81eb req-8539edb3-ed48-4851-81e2-931e89cbc1b8 service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656604 Aug 12 21:58:39.700495 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec708-2ce6-474a-9057-aff461602200 req-d0454aec-f659-4ed4-bb7e-bac7d2b718cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:39.702441 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-605ec708-2ce6-474a-9057-aff461602200 req-d0454aec-f659-4ed4-bb7e-bac7d2b718cf service neutron] 10.222.0.58 "GET /v2.0/networks?id=b49de074-e205-41a7-bba4-aea2b1a09673 HTTP/1.1" status: 200 len: 918 time: 0.1785166 Aug 12 21:58:39.739391 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] For port 82be4e32-1a43-4410-a57c-8cba6b208f63, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:58:39.766198 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] For port 82be4e32-1a43-4410-a57c-8cba6b208f63, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=82be4e32-1a43-4410-a57c-8cba6b208f63,segment=NetworkSegment(01cd2c27-5cb4-4df6-837a-b8dc1e20a859),segment_id=01cd2c27-5cb4-4df6-837a-b8dc1e20a859)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:58:39.779876 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:39.782095 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-605ec708-2ce6-474a-9057-aff461602200 req-8b69a9e0-1d8a-4e40-ae93-755c794bee61 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b56077df-b77d-4c36-9211-7f7d9a10212b HTTP/1.1" status: 200 len: 217 time: 0.0675569 Aug 12 21:58:39.802179 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Routers {'df0e528a-5dbe-4f61-abd8-378a88bad0a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:39.802825 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-71c65160-042f-4831-8658-c794aaecc761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:58:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:39.868286 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec708-2ce6-474a-9057-aff461602200 req-64c82d37-c16a-4615-8f33-d0fd5651ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:39.869786 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-605ec708-2ce6-474a-9057-aff461602200 req-64c82d37-c16a-4615-8f33-d0fd5651ad7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a22c3b4-2e5f-4b32-9788-ca56e9b079cf HTTP/1.1" status: 200 len: 856 time: 0.0613813 Aug 12 21:58:39.872991 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92cb22-0177-4527-b862-e97308f6f634 req-5013101e-d2e5-46b6-9b3b-111fa03ff19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:39.874928 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1c92cb22-0177-4527-b862-e97308f6f634 req-5013101e-d2e5-46b6-9b3b-111fa03ff19f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 1099 time: 0.1019897 Aug 12 21:58:39.899250 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683698'] for router, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:39.916247 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-71c65160-042f-4831-8658-c794aaecc761 None None] Set router df0e528a-5dbe-4f61-abd8-378a88bad0a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:40.058898 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Router 7ab53447-f55b-44e7-9f88-0277665d35e7 is scheduled to L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 with binding_index 1 {{(pid=93878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:58:40.088608 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416b0bc6-9e68-4777-86b7-e50ff7dcd748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4d73f1-89ec-41b8-a619-8edc0ab6317d'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:40.091273 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e7d20d-52bd-4bbc-b942-ffc81cc17d08" -d '{"events": [{"server_uuid": "416b0bc6-9e68-4777-86b7-e50ff7dcd748", "name": "network-vif-plugged", "status": "completed", "tag": "af4d73f1-89ec-41b8-a619-8edc0ab6317d"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:40.130728 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5166bc-a235-4313-844c-6a20a613922f None None] Pushing event updated for resources: {'Port': ['ID=13827dfd-a94b-464e-a57f-7828f21830f4,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:40.156528 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1c92cb22-0177-4527-b862-e97308f6f634 req-30ce2e8f-e143-4cbf-9b70-eae0ae4d5448 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700517 Aug 12 21:58:40.165798 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec708-2ce6-474a-9057-aff461602200 req-8f4199eb-cef5-4016-a965-0c61591ff438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:40.167295 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-605ec708-2ce6-474a-9057-aff461602200 req-8f4199eb-cef5-4016-a965-0c61591ff438 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b49de074-e205-41a7-bba4-aea2b1a09673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2827201 Aug 12 21:58:40.201024 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa39fe8d-0c8f-4f8b-8b91-e55f455000e4 x-openstack-request-id: req-aa39fe8d-0c8f-4f8b-8b91-e55f455000e4 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:40.201324 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416b0bc6-9e68-4777-86b7-e50ff7dcd748", "name": "network-vif-plugged", "status": "completed", "tag": "af4d73f1-89ec-41b8-a619-8edc0ab6317d", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:40.205660 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa39fe8d-0c8f-4f8b-8b91-e55f455000e4 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:40.206689 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416b0bc6-9e68-4777-86b7-e50ff7dcd748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4d73f1-89ec-41b8-a619-8edc0ab6317d', 'code': 200} Aug 12 21:58:40.246721 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:58:40.276716 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81afead9-566d-4260-b3d8-37011898347a None None] Sync routers for ids ['7ab53447-f55b-44e7-9f88-0277665d35e7'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:58:40.280529 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:40.286400 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b10a6560-dd9c-4177-903e-60a735397136 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1090231 Aug 12 21:58:40.287061 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58660) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:40.292606 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81afead9-566d-4260-b3d8-37011898347a None None] Routers {'7ab53447-f55b-44e7-9f88-0277665d35e7'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:40.294893 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-81afead9-566d-4260-b3d8-37011898347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:58:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['7ab53447-f55b-44e7-9f88-0277665d35e7'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:40.336380 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-605ec708-2ce6-474a-9057-aff461602200 req-d9b2b767-f481-41af-b913-15429636fee9 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079559 Aug 12 21:58:40.346512 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2e3b2-eff5-4c53-9507-33f7c392f1b2 None None] Pushing event updated for resources: {'Port': ['ID=82be4e32-1a43-4410-a57c-8cba6b208f63,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:40.548439 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8856ab-97a5-494b-b4d6-ae836d35b40a req-f019fdf3-a09a-4a6b-8d1f-e0b59e468f89 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:40.550909 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2c8856ab-97a5-494b-b4d6-ae836d35b40a req-f019fdf3-a09a-4a6b-8d1f-e0b59e468f89 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.3587902 Aug 12 21:58:40.603102 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112a552-4764-4a1b-be3a-8335784d57e2 req-d9a35900-9f19-4a9e-a31a-e82532494b18 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:40.611109 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1112a552-4764-4a1b-be3a-8335784d57e2 req-d9a35900-9f19-4a9e-a31a-e82532494b18 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.2735400 Aug 12 21:58:40.616005 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-71c65160-042f-4831-8658-c794aaecc761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:31Z', 'updated_at': '2021-08-12T21:58:35Z', 'revision_number': 4, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'gw_port': {'id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:32Z', 'updated_at': '2021-08-12T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '13827dfd-a94b-464e-a57f-7828f21830f4', 'name': '', 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'mac_address': 'fa:16:3e:68:c6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:34Z', 'updated_at': '2021-08-12T21:58:39Z', 'revision_number': 4, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'subnets': [{'id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:40.619762 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-81afead9-566d-4260-b3d8-37011898347a None None] Set router 7ab53447-f55b-44e7-9f88-0277665d35e7 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:40.706359 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c65160-042f-4831-8658-c794aaecc761 None None] The sync data for ids ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'] in dv-cinder-804459-3-iscsi is: [{'id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:31Z', 'updated_at': '2021-08-12T21:58:35Z', 'revision_number': 4, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'gw_port': {'id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:32Z', 'updated_at': '2021-08-12T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '13827dfd-a94b-464e-a57f-7828f21830f4', 'name': '', 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'mac_address': 'fa:16:3e:68:c6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:34Z', 'updated_at': '2021-08-12T21:58:39Z', 'revision_number': 4, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'subnets': [{'id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:58:40.767619 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2c8856ab-97a5-494b-b4d6-ae836d35b40a req-78d200ef-590c-41f5-bf84-8b62ce6d21a6 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996858 Aug 12 21:58:40.799559 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de07e9e-eb45-4db4-8390-f3bdb59945bd req-b72463fc-c1b7-4e7a-87b6-e9b1ecd040cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:40.801897 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8de07e9e-eb45-4db4-8390-f3bdb59945bd req-b72463fc-c1b7-4e7a-87b6-e9b1ecd040cc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 1098 time: 0.2914598 Aug 12 21:58:40.861602 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 82be4e32-1a43-4410-a57c-8cba6b208f63 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:40.915593 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1112a552-4764-4a1b-be3a-8335784d57e2 req-915c1550-3384-40d2-9b12-f493e09d9493 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035083 Aug 12 21:58:40.925747 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-605ec708-2ce6-474a-9057-aff461602200 req-0f02d982-9bc5-494b-8b0a-8e9d709eb3ce service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646598 Aug 12 21:58:40.935759 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8de07e9e-eb45-4db4-8390-f3bdb59945bd req-21fde50b-9bcc-4e58-9e12-ffb06c3b6a08 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100860 Aug 12 21:58:41.099459 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 82be4e32-1a43-4410-a57c-8cba6b208f63 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:41.179573 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-81afead9-566d-4260-b3d8-37011898347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'name': 'tempest-TestMinimumBasicScenario-1024952173-router', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T21:58:39Z', 'revision_number': 3, 'project_id': '04844215f9824e549f91b5e7bccc05c7', 'gw_port': {'id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T21:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:41.223112 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026cbb-634c-4b1c-9ad4-7b7ab35a916d req-b5c71b5d-1108-43df-bd87-ff2226c44c65 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:41.232253 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-57026cbb-634c-4b1c-9ad4-7b7ab35a916d req-b5c71b5d-1108-43df-bd87-ff2226c44c65 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 946 time: 0.2040613 Aug 12 21:58:41.239943 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81afead9-566d-4260-b3d8-37011898347a None None] Checking router: 7ab53447-f55b-44e7-9f88-0277665d35e7 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:58:41.240359 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81afead9-566d-4260-b3d8-37011898347a None None] Updating router 7ab53447-f55b-44e7-9f88-0277665d35e7 port 20776863-c952-49a4-a8f5-d51fa29d2c5d binding host dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:58:41.288002 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f9655-d5e9-4605-93bd-eddae354b27d req-9b0ebb51-9ea5-4a37-b6ff-fb5aed6a2dd3 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:41.301171 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b90f9655-d5e9-4605-93bd-eddae354b27d req-9b0ebb51-9ea5-4a37-b6ff-fb5aed6a2dd3 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 944 time: 0.1965058 Aug 12 21:58:41.341126 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-81afead9-566d-4260-b3d8-37011898347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:41.385495 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 6223b9fc-b444-4db6-9415-f1851686b2c8 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:58:41.440912 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b90f9655-d5e9-4605-93bd-eddae354b27d req-0c726f13-8e42-4bb6-811c-7d52e16c8ef4 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361985 Aug 12 21:58:41.473424 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-57026cbb-634c-4b1c-9ad4-7b7ab35a916d req-ddf46e95-5ba5-4206-9c3a-0c307fb4cd0b tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233562 Aug 12 21:58:41.624403 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:41.684529 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58718) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:41.701328 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 6223b9fc-b444-4db6-9415-f1851686b2c8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6223b9fc-b444-4db6-9415-f1851686b2c8,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:41.752072 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': '6223b9fc-b444-4db6-9415-f1851686b2c8', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'port_id': '6223b9fc-b444-4db6-9415-f1851686b2c8', 'mac_address': 'fa:16:3e:7a:0f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:58:41.822660 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:41.852696 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6223b9fc-b444-4db6-9415-f1851686b2c8 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:58:41.885637 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc7681c-2472-4f4f-b4e6-e2426493dd83 None None] Network 88d208c3-4f5d-4a17-ae4b-08dff453c545 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:58:41.894627 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 6223b9fc-b444-4db6-9415-f1851686b2c8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6223b9fc-b444-4db6-9415-f1851686b2c8,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:41.982232 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:41.982909 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device b56077df-b77d-4c36-9211-7f7d9a10212b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:58:42.011107 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c598138b-d88b-4ea5-9b41-2cb82e4cda0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.017658 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d561c52-0f2f-4c78-8a0f-d5c426193eda req-f903d94a-828b-46ef-80e0-22867dc893b1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:42.021814 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0d561c52-0f2f-4c78-8a0f-d5c426193eda req-f903d94a-828b-46ef-80e0-22867dc893b1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.1089306 Aug 12 21:58:42.029339 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-81afead9-566d-4260-b3d8-37011898347a None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.044789 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-81afead9-566d-4260-b3d8-37011898347a None None] Transition to ACTIVE for port object 20776863-c952-49a4-a8f5-d51fa29d2c5d will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:42.057123 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-81afead9-566d-4260-b3d8-37011898347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.105748 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Allocated IP 172.20.0.1 (88d208c3-4f5d-4a17-ae4b-08dff453c545/76efde26-5718-47c7-b26c-643419912d51/870fe963-949b-4d9c-b288-829759168caf) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:42.115731 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0d561c52-0f2f-4c78-8a0f-d5c426193eda req-50e001f7-2b7f-461d-b0e2-0451c841d57d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879769 Aug 12 21:58:42.211184 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-81afead9-566d-4260-b3d8-37011898347a None None] Attempting to bind port 20776863-c952-49a4-a8f5-d51fa29d2c5d on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:58:42.212470 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-81afead9-566d-4260-b3d8-37011898347a None None] Attempting to bind port 20776863-c952-49a4-a8f5-d51fa29d2c5d by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:58:42.213094 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81afead9-566d-4260-b3d8-37011898347a None None] Attempting to bind port 20776863-c952-49a4-a8f5-d51fa29d2c5d on network 91f356a0-e407-4a3f-8387-93e3cb37c38d {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:42.235076 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81afead9-566d-4260-b3d8-37011898347a None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:58:42.236550 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81afead9-566d-4260-b3d8-37011898347a None None] Checking segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:42.239970 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-81afead9-566d-4260-b3d8-37011898347a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.240468 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81afead9-566d-4260-b3d8-37011898347a None None] Bound using segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:58:42.245626 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-81afead9-566d-4260-b3d8-37011898347a None None] Bound port: 20776863-c952-49a4-a8f5-d51fa29d2c5d, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:58:42.246150 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-81afead9-566d-4260-b3d8-37011898347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.254392 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d95132-e0d1-4237-b5e9-08d265044790 None None] Pushing event updated for resources: {'Port': ['ID=20776863-c952-49a4-a8f5-d51fa29d2c5d,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:42.292808 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9a489-2438-4dbd-a053-e62688873223 req-126cca31-e1b2-4b6e-92b4-f554358d9204 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:42.300963 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fcc9a489-2438-4dbd-a053-e62688873223 req-126cca31-e1b2-4b6e-92b4-f554358d9204 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.1824019 Aug 12 21:58:42.354265 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.371512 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c598138b-d88b-4ea5-9b41-2cb82e4cda0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.384007 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c598138b-d88b-4ea5-9b41-2cb82e4cda0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.392093 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-81afead9-566d-4260-b3d8-37011898347a None None] For port 20776863-c952-49a4-a8f5-d51fa29d2c5d, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:58:42.399718 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fcc9a489-2438-4dbd-a053-e62688873223 req-1a3141eb-0b4f-41a4-a1fc-49305e4adb6c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911543 Aug 12 21:58:42.401949 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-81afead9-566d-4260-b3d8-37011898347a None None] For port 20776863-c952-49a4-a8f5-d51fa29d2c5d, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=20776863-c952-49a4-a8f5-d51fa29d2c5d,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:58:42.411962 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-81afead9-566d-4260-b3d8-37011898347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.417016 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Transition to ACTIVE for port object 870fe963-949b-4d9c-b288-829759168caf will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:42.425884 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c598138b-d88b-4ea5-9b41-2cb82e4cda0b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=291f31f599904dc296831938c14902d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357330 Aug 12 21:58:42.426090 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 58736) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:42.440072 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port b56077df-b77d-4c36-9211-7f7d9a10212b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b56077df-b77d-4c36-9211-7f7d9a10212b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:42.466589 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'port_id': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'mac_address': 'fa:16:3e:a3:0e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:58:42.505948 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598138b-d88b-4ea5-9b41-2cb82e4cda0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b109d40-32bc-4a2e-82f8-44226163f5a4,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:42.548752 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.550560 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d95132-e0d1-4237-b5e9-08d265044790 None None] Pushing event updated for resources: {'Port': ['ID=20776863-c952-49a4-a8f5-d51fa29d2c5d,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:42.559905 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc22ca0d-8010-4cf1-888f-c74d212aff6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.583729 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81afead9-566d-4260-b3d8-37011898347a None None] Routers {'7ab53447-f55b-44e7-9f88-0277665d35e7'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:42.584370 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-81afead9-566d-4260-b3d8-37011898347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:58:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['7ab53447-f55b-44e7-9f88-0277665d35e7'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:42.589984 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-a38b8dc9-038c-4cf6-8531-2306925307d3 None None] Provisioning for port 82be4e32-1a43-4410-a57c-8cba6b208f63 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:42.614814 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc22ca0d-8010-4cf1-888f-c74d212aff6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.685792 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-a38b8dc9-038c-4cf6-8531-2306925307d3 None None] Provisioning complete for port 82be4e32-1a43-4410-a57c-8cba6b208f63 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:42.686370 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a38b8dc9-038c-4cf6-8531-2306925307d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.702334 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50830d1c-2bcd-42ed-a9d0-05419a19a083 req-e2003ab4-0cb8-43de-b91d-4c9b7a263897 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:42.708072 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50830d1c-2bcd-42ed-a9d0-05419a19a083 req-e2003ab4-0cb8-43de-b91d-4c9b7a263897 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 945 time: 0.1530356 Aug 12 21:58:42.729005 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 58746) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:42.729371 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Network 88d208c3-4f5d-4a17-ae4b-08dff453c545 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:42.740436 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:42.754349 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:42.777188 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Pushing event updated for resources: {'Port': ['ID=870fe963-949b-4d9c-b288-829759168caf,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:42.794905 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=6223b9fc-b444-4db6-9415-f1851686b2c8,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:42.812491 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 13827dfd-a94b-464e-a57f-7828f21830f4 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:42.852595 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740839'] for router_interface, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.869189 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-81afead9-566d-4260-b3d8-37011898347a None None] Set router 7ab53447-f55b-44e7-9f88-0277665d35e7 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:42.874018 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.927590 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56077df-b77d-4c36-9211-7f7d9a10212b {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:58:42.948278 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc22ca0d-8010-4cf1-888f-c74d212aff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.952178 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc22ca0d-8010-4cf1-888f-c74d212aff6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:42.953164 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-bc22ca0d-8010-4cf1-888f-c74d212aff6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b109d40-32bc-4a2e-82f8-44226163f5a4 HTTP/1.1" status: 204 len: 168 time: 0.5256593 Aug 12 21:58:42.987039 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port b56077df-b77d-4c36-9211-7f7d9a10212b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b56077df-b77d-4c36-9211-7f7d9a10212b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:43.003724 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:43.036779 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50830d1c-2bcd-42ed-a9d0-05419a19a083 req-a9d74533-5846-4f19-b969-35dd35d239ef tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085141 Aug 12 21:58:43.040096 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22ca0d-8010-4cf1-888f-c74d212aff6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b109d40-32bc-4a2e-82f8-44226163f5a4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:43.047363 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5ea7ad2-4f90-47b5-a57a-eda61816c25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:43.059176 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309a4c1-f9b8-4574-a8ab-4f20d1262496 req-84256588-579c-4639-a30f-d3829b64286b tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:43.060828 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a309a4c1-f9b8-4574-a8ab-4f20d1262496 req-84256588-579c-4639-a30f-d3829b64286b tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 946 time: 0.2382913 Aug 12 21:58:43.085491 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead1f0a-8c4d-431e-97f9-bc89371fa9a8 req-8f78f35b-9639-42bd-b8ad-28c94fd69d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:43.087034 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dead1f0a-8c4d-431e-97f9-bc89371fa9a8 req-8f78f35b-9639-42bd-b8ad-28c94fd69d69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65c8e0e15b874e188e4c978a57a4d609&device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 1099 time: 0.2972920 Aug 12 21:58:43.147078 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a38b8dc9-038c-4cf6-8531-2306925307d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:43.204442 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=b56077df-b77d-4c36-9211-7f7d9a10212b,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:43.223805 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-81afead9-566d-4260-b3d8-37011898347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'name': 'tempest-TestMinimumBasicScenario-1024952173-router', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T21:58:39Z', 'revision_number': 3, 'project_id': '04844215f9824e549f91b5e7bccc05c7', 'gw_port': {'id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T21:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:43.226693 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a309a4c1-f9b8-4574-a8ab-4f20d1262496 req-56cc7926-1d83-41fb-8732-fe5a5e319122 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517224 Aug 12 21:58:43.249811 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:43.280065 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81afead9-566d-4260-b3d8-37011898347a None None] The sync data for ids ['7ab53447-f55b-44e7-9f88-0277665d35e7'] in dv-cinder-804459-3-iscsi is: [{'id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'name': 'tempest-TestMinimumBasicScenario-1024952173-router', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T21:58:39Z', 'revision_number': 3, 'project_id': '04844215f9824e549f91b5e7bccc05c7', 'gw_port': {'id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T21:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:58:43.348805 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 13827dfd-a94b-464e-a57f-7828f21830f4 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:43.366760 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['b56077df-b77d-4c36-9211-7f7d9a10212b'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:58:43.371757 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['6223b9fc-b444-4db6-9415-f1851686b2c8'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:58:43.385446 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-a38b8dc9-038c-4cf6-8531-2306925307d3 None None] For port 82be4e32-1a43-4410-a57c-8cba6b208f63, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=82be4e32-1a43-4410-a57c-8cba6b208f63,segment=NetworkSegment(01cd2c27-5cb4-4df6-837a-b8dc1e20a859),segment_id=01cd2c27-5cb4-4df6-837a-b8dc1e20a859)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:43.486334 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 13827dfd-a94b-464e-a57f-7828f21830f4 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:43.487942 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:43.510347 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5ea7ad2-4f90-47b5-a57a-eda61816c25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:43.530192 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5ea7ad2-4f90-47b5-a57a-eda61816c25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:43.599599 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:43.609903 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287189977'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:43.615140 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58786) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:43.672943 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead1f0a-8c4d-431e-97f9-bc89371fa9a8 req-ecc88ea7-ffa9-45c8-b28a-45f4bac1e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:43.680832 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dead1f0a-8c4d-431e-97f9-bc89371fa9a8 req-ecc88ea7-ffa9-45c8-b28a-45f4bac1e4e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6401582-edab-421b-84ee-f3395ffb54b7 HTTP/1.1" status: 200 len: 920 time: 0.5818977 Aug 12 21:58:43.685360 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a38b8dc9-038c-4cf6-8531-2306925307d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:43.717066 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd9031-4690-4bb3-bbfc-888a227d4852 req-e58f6deb-919f-4a05-bb58-79ca617b73dc tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:43.719776 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2ddd9031-4690-4bb3-bbfc-888a227d4852 req-e58f6deb-919f-4a05-bb58-79ca617b73dc tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.4831946 Aug 12 21:58:43.799419 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-e5ea7ad2-4f90-47b5-a57a-eda61816c25e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cdfed2510a724d93988cd9d9316452d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0662768 Aug 12 21:58:43.801140 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31a3132e-bd72-4a70-99c9-9a52e50c191e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:43.827752 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58788) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:43.931016 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea7ad2-4f90-47b5-a57a-eda61816c25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa445403-d8a4-4ded-978a-5a6f8851a52d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:43.976253 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31a3132e-bd72-4a70-99c9-9a52e50c191e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:43.986474 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Pushing event updated for resources: {'Port': ['ID=870fe963-949b-4d9c-b288-829759168caf,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:43.998809 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740979'] for router_interface, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.000863 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31a3132e-bd72-4a70-99c9-9a52e50c191e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.002140 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dead1f0a-8c4d-431e-97f9-bc89371fa9a8 req-bc5008a8-4252-46a2-92db-90b0d9ae3889 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b23b3c-47ad-4c93-9c04-1504aee66e9c HTTP/1.1" status: 200 len: 217 time: 0.2994752 Aug 12 21:58:44.003375 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b8dc9-038c-4cf6-8531-2306925307d3 None None] Pushing event updated for resources: {'Port': ['ID=82be4e32-1a43-4410-a57c-8cba6b208f63,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:44.100184 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.131531 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd26d3-acdf-41ef-b729-f36d5a563a28 req-c3d1b0d5-146d-43ef-aa0e-f21a73d86e52 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:44.139374 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-80dd26d3-acdf-41ef-b729-f36d5a563a28 req-c3d1b0d5-146d-43ef-aa0e-f21a73d86e52 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 944 time: 0.6035945 Aug 12 21:58:44.149458 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 58798) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:44.207104 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2ddd9031-4690-4bb3-bbfc-888a227d4852 req-b81ea1d8-73ee-4886-b105-a252956f4774 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049463 Aug 12 21:58:44.217490 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port 13827dfd-a94b-464e-a57f-7828f21830f4, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=13827dfd-a94b-464e-a57f-7828f21830f4,segment=NetworkSegment(902642b8-7cc6-4668-af6b-32efc0b039f9),segment_id=902642b8-7cc6-4668-af6b-32efc0b039f9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:44.234729 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead1f0a-8c4d-431e-97f9-bc89371fa9a8 req-c437b705-34aa-4b95-a0c3-b9aa0b53c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:44.236231 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dead1f0a-8c4d-431e-97f9-bc89371fa9a8 req-c437b705-34aa-4b95-a0c3-b9aa0b53c3b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=253d0eb4-be87-496e-9f11-596ea7aea7ca HTTP/1.1" status: 200 len: 859 time: 0.2185187 Aug 12 21:58:44.252522 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-80dd26d3-acdf-41ef-b729-f36d5a563a28 req-d2bd47e0-7f67-44bc-bd04-08e9f0b37304 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121609 Aug 12 21:58:44.262633 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.295527 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dead1f0a-8c4d-431e-97f9-bc89371fa9a8 req-258b24fa-9e66-4080-8eac-88802846209a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6401582-edab-421b-84ee-f3395ffb54b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361919 Aug 12 21:58:44.385036 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-23ff08ab-eb9d-4265-b3a4-c14902e16dac None None] Provisioning complete for port 82be4e32-1a43-4410-a57c-8cba6b208f63 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:44.385419 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23ff08ab-eb9d-4265-b3a4-c14902e16dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.456013 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=13827dfd-a94b-464e-a57f-7828f21830f4,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:44.462071 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd57fca8-34bd-4d54-af1b-0bcd0ec16e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.530156 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3132e-bd72-4a70-99c9-9a52e50c191e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a238f5-59b0-439b-8b62-8ade851ae4ae,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:44.547312 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-23ff08ab-eb9d-4265-b3a4-c14902e16dac None None] Provisioning for port 870fe963-949b-4d9c-b288-829759168caf completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:44.552051 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d89bf-0dc1-487f-a595-016714deef00 req-f9cb7ff5-09e9-480a-9640-f975fb9eb893 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:44.552485 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-23ff08ab-eb9d-4265-b3a4-c14902e16dac None None] Provisioning complete for port 870fe963-949b-4d9c-b288-829759168caf triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:44.552800 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23ff08ab-eb9d-4265-b3a4-c14902e16dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.553441 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-506d89bf-0dc1-487f-a595-016714deef00 req-f9cb7ff5-09e9-480a-9640-f975fb9eb893 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 945 time: 0.2270360 Aug 12 21:58:44.560966 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dead1f0a-8c4d-431e-97f9-bc89371fa9a8 req-9563ea0f-0944-4f80-81b3-26f7d2697fae service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576578 Aug 12 21:58:44.569084 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-31a3132e-bd72-4a70-99c9-9a52e50c191e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca18cf3a5e23493a8abb40d0b25a4e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9135792 Aug 12 21:58:44.574445 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58802) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:44.597194 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-23ff08ab-eb9d-4265-b3a4-c14902e16dac None None] Port 870fe963-949b-4d9c-b288-829759168caf cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:58:44.652831 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-77708483-f1d8-4efc-8ddb-fb56b308e231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.681293 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d3d9c14-784b-4e6e-9021-bde62beb797a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.688187 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-506d89bf-0dc1-487f-a595-016714deef00 req-018671b5-6c65-4b75-85e5-ed794517197b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262608 Aug 12 21:58:44.721270 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd57fca8-34bd-4d54-af1b-0bcd0ec16e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.732400 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-fef0007b-41a6-4434-aced-65710b34fe67 None None] Provisioning complete for port 870fe963-949b-4d9c-b288-829759168caf triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:44.733743 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fef0007b-41a6-4434-aced-65710b34fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.737123 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd57fca8-34bd-4d54-af1b-0bcd0ec16e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.740762 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-77708483-f1d8-4efc-8ddb-fb56b308e231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.759191 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d3d9c14-784b-4e6e-9021-bde62beb797a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.769922 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dead1f0a-8c4d-431e-97f9-bc89371fa9a8 req-258285c7-49c7-4782-8603-a9eb58933005 service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920879 Aug 12 21:58:44.783441 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Network 88d208c3-4f5d-4a17-ae4b-08dff453c545 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:44.784600 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-fef0007b-41a6-4434-aced-65710b34fe67 None None] Port 870fe963-949b-4d9c-b288-829759168caf cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:58:44.806084 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:44.828184 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-fd57fca8-34bd-4d54-af1b-0bcd0ec16e6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f81485dc810a440bb649d5e3036a9411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6775815 Aug 12 21:58:44.829027 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57fca8-34bd-4d54-af1b-0bcd0ec16e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40cb13d-8eeb-4866-a355-7cc3572247d0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:44.831610 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 58806) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:44.833382 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 13827dfd-a94b-464e-a57f-7828f21830f4 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:44.907315 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 13827dfd-a94b-464e-a57f-7828f21830f4 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:44.907687 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.921029 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-74174f74-6548-4233-892e-656d4a756547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:44.961056 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-74174f74-6548-4233-892e-656d4a756547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.026159 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 82be4e32-1a43-4410-a57c-8cba6b208f63 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:45.031737 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-77708483-f1d8-4efc-8ddb-fb56b308e231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.033291 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-74174f74-6548-4233-892e-656d4a756547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.036182 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-77708483-f1d8-4efc-8ddb-fb56b308e231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.037609 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-77708483-f1d8-4efc-8ddb-fb56b308e231 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa445403-d8a4-4ded-978a-5a6f8851a52d HTTP/1.1" status: 204 len: 168 time: 1.2086778 Aug 12 21:58:45.038144 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-74174f74-6548-4233-892e-656d4a756547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.039690 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-74174f74-6548-4233-892e-656d4a756547 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b40cb13d-8eeb-4866-a355-7cc3572247d0 HTTP/1.1" status: 204 len: 168 time: 0.2068839 Aug 12 21:58:45.041771 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Router 7ab53447-f55b-44e7-9f88-0277665d35e7 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:58:45.058886 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74174f74-6548-4233-892e-656d4a756547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40cb13d-8eeb-4866-a355-7cc3572247d0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:45.058982 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d3d9c14-784b-4e6e-9021-bde62beb797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.070290 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d3d9c14-784b-4e6e-9021-bde62beb797a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.078469 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-1d3d9c14-784b-4e6e-9021-bde62beb797a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09a238f5-59b0-439b-8b62-8ade851ae4ae HTTP/1.1" status: 204 len: 168 time: 0.5014200 Aug 12 21:58:45.098695 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77708483-f1d8-4efc-8ddb-fb56b308e231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa445403-d8a4-4ded-978a-5a6f8851a52d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:45.123755 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d9c14-784b-4e6e-9021-bde62beb797a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a238f5-59b0-439b-8b62-8ade851ae4ae,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:45.171220 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 82be4e32-1a43-4410-a57c-8cba6b208f63 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:45.171964 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.235541 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-18eff2c9-68d8-4714-a9db-6d3ee7a27edc None None] Provisioning complete for port 870fe963-949b-4d9c-b288-829759168caf triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:45.235914 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18eff2c9-68d8-4714-a9db-6d3ee7a27edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.293054 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-18eff2c9-68d8-4714-a9db-6d3ee7a27edc None None] Port 870fe963-949b-4d9c-b288-829759168caf cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:58:45.368781 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:58:45.376895 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 20776863-c952-49a4-a8f5-d51fa29d2c5d up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:45.378078 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-fa4d9915-22f3-4c68-84d9-7241e1cbd558 admin admin] 10.222.0.30 "PUT /v2.0/routers/7ab53447-f55b-44e7-9f88-0277665d35e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0899353 Aug 12 21:58:45.451868 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21174f1-c4cc-41e8-bf2e-bfcc5c684924 req-ed0fb3ab-5a42-4d3a-a41b-dbbaafc05380 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:45.454057 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e21174f1-c4cc-41e8-bf2e-bfcc5c684924 req-ed0fb3ab-5a42-4d3a-a41b-dbbaafc05380 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.1185365 Aug 12 21:58:45.510425 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e21174f1-c4cc-41e8-bf2e-bfcc5c684924 req-b728b689-43da-4a1e-8401-4307031a8eb7 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496082 Aug 12 21:58:45.549461 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 6223b9fc-b444-4db6-9415-f1851686b2c8 up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:45.661828 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port 6223b9fc-b444-4db6-9415-f1851686b2c8 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:45.666638 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 20776863-c952-49a4-a8f5-d51fa29d2c5d completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:45.672580 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port 6223b9fc-b444-4db6-9415-f1851686b2c8 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:45.672580 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.720945 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 20776863-c952-49a4-a8f5-d51fa29d2c5d triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:45.721324 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.734679 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58846) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:45.757711 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.764948 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18672c7b-35fb-4c7b-92e2-2994515f32e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.838002 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f001504-73ea-45b9-bf34-0826873bf6fd req-d29939b4-211e-4cad-bfdd-2adc93c46e9c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:45.844290 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1f001504-73ea-45b9-bf34-0826873bf6fd req-d29939b4-211e-4cad-bfdd-2adc93c46e9c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 944 time: 0.1878016 Aug 12 21:58:45.887931 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.955334 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Sync routers for ids ['7ab53447-f55b-44e7-9f88-0277665d35e7'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:58:45.969009 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.993786 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port 20776863-c952-49a4-a8f5-d51fa29d2c5d, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=20776863-c952-49a4-a8f5-d51fa29d2c5d,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:46.000589 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18672c7b-35fb-4c7b-92e2-2994515f32e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:46.004385 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd741586-4aea-41f9-a474-54fa4e8d5559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6223b9fc-b444-4db6-9415-f1851686b2c8'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:46.008212 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b2c852-1021-4100-9bf2-f52d88fc37b4" -d '{"events": [{"server_uuid": "bd741586-4aea-41f9-a474-54fa4e8d5559", "name": "network-vif-plugged", "status": "completed", "tag": "6223b9fc-b444-4db6-9415-f1851686b2c8"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:46.010394 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18672c7b-35fb-4c7b-92e2-2994515f32e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:46.015154 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:46.029051 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Routers {'7ab53447-f55b-44e7-9f88-0277665d35e7'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:46.029955 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:58:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['7ab53447-f55b-44e7-9f88-0277665d35e7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:46.055084 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1f001504-73ea-45b9-bf34-0826873bf6fd req-853b6416-4af4-4811-bbe2-e98bc2da32a0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041366 Aug 12 21:58:46.068052 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 6223b9fc-b444-4db6-9415-f1851686b2c8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6223b9fc-b444-4db6-9415-f1851686b2c8,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:46.082225 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebd634-b620-4b9e-816f-7b588e9bd695 req-32c75420-93c5-4dd4-91a8-acd6fd235f5c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:46.083823 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7aebd634-b620-4b9e-816f-7b588e9bd695 req-32c75420-93c5-4dd4-91a8-acd6fd235f5c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 945 time: 0.2011428 Aug 12 21:58:46.097179 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18672c7b-35fb-4c7b-92e2-2994515f32e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd409a4a-e9c1-43f1-baac-9743cff9cfdf,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:46.121154 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 58862) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:46.122897 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-18672c7b-35fb-4c7b-92e2-2994515f32e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1952fceb4d38477c9f8e1fa647354082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863916 Aug 12 21:58:46.124843 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:46.125611 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device b56077df-b77d-4c36-9211-7f7d9a10212b up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:46.171143 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ad93c6-492e-45ed-97ad-4f50d4b7cc41 x-openstack-request-id: req-17ad93c6-492e-45ed-97ad-4f50d4b7cc41 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:46.171437 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd741586-4aea-41f9-a474-54fa4e8d5559", "name": "network-vif-plugged", "status": "completed", "tag": "6223b9fc-b444-4db6-9415-f1851686b2c8", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:46.171690 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17ad93c6-492e-45ed-97ad-4f50d4b7cc41 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:46.172260 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd741586-4aea-41f9-a474-54fa4e8d5559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6223b9fc-b444-4db6-9415-f1851686b2c8', 'code': 200} Aug 12 21:58:46.191767 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7aebd634-b620-4b9e-816f-7b588e9bd695 req-8a46f8c9-30aa-42d8-a5ff-500e8a915d1d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971875 Aug 12 21:58:46.230066 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c780f46d-3ca9-4be9-a327-05afd700d471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:46.242164 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=20776863-c952-49a4-a8f5-d51fa29d2c5d,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:46.283167 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c780f46d-3ca9-4be9-a327-05afd700d471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:46.320312 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=6223b9fc-b444-4db6-9415-f1851686b2c8,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:46.326538 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Set router 7ab53447-f55b-44e7-9f88-0277665d35e7 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:46.360756 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port b56077df-b77d-4c36-9211-7f7d9a10212b completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:46.378170 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port b56077df-b77d-4c36-9211-7f7d9a10212b triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:46.378764 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:46.395380 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c780f46d-3ca9-4be9-a327-05afd700d471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:46.401544 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:58:46.402675 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c780f46d-3ca9-4be9-a327-05afd700d471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:46.408407 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-c780f46d-3ca9-4be9-a327-05afd700d471 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd409a4a-e9c1-43f1-baac-9743cff9cfdf HTTP/1.1" status: 204 len: 168 time: 0.2839017 Aug 12 21:58:46.429406 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780f46d-3ca9-4be9-a327-05afd700d471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd409a4a-e9c1-43f1-baac-9743cff9cfdf,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:46.493330 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616c28c-0ec5-4411-a7ad-e1f3cd983cfd req-6cb7d74f-2684-44bd-90ed-df6c10ccabde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:46.495054 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e616c28c-0ec5-4411-a7ad-e1f3cd983cfd req-6cb7d74f-2684-44bd-90ed-df6c10ccabde service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 1099 time: 0.0793984 Aug 12 21:58:46.542398 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e616c28c-0ec5-4411-a7ad-e1f3cd983cfd req-061c9c92-63c1-4a34-b6d2-893b49b5a5d1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400755 Aug 12 21:58:46.584852 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:46.656114 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port b56077df-b77d-4c36-9211-7f7d9a10212b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b56077df-b77d-4c36-9211-7f7d9a10212b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:46.666921 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:46.697906 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c7f9c-4af5-4124-8456-6af98e022751 req-91b68a64-9e6b-4505-bfd0-780c1a15e264 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:46.701404 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b62c7f9c-4af5-4124-8456-6af98e022751 req-91b68a64-9e6b-4505-bfd0-780c1a15e264 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.0954590 Aug 12 21:58:46.718859 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 20776863-c952-49a4-a8f5-d51fa29d2c5d up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:46.758687 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b62c7f9c-4af5-4124-8456-6af98e022751 req-7436308b-5181-4968-b6bb-c48fcc978144 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493965 Aug 12 21:58:46.765196 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'name': 'tempest-TestMinimumBasicScenario-1024952173-router', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T21:58:43Z', 'revision_number': 4, 'project_id': '04844215f9824e549f91b5e7bccc05c7', 'gw_port': {'id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T21:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '870fe963-949b-4d9c-b288-829759168caf', 'name': '', 'network_id': '88d208c3-4f5d-4a17-ae4b-08dff453c545', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7', 'mac_address': 'fa:16:3e:32:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '76efde26-5718-47c7-b26c-643419912d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:41Z', 'updated_at': '2021-08-12T21:58:43Z', 'revision_number': 2, 'project_id': '04844215f9824e549f91b5e7bccc05c7', 'subnets': [{'id': '76efde26-5718-47c7-b26c-643419912d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:46.802556 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Checking router: 7ab53447-f55b-44e7-9f88-0277665d35e7 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:58:46.802923 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Updating router 7ab53447-f55b-44e7-9f88-0277665d35e7 port 870fe963-949b-4d9c-b288-829759168caf binding host dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:58:46.807089 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=b56077df-b77d-4c36-9211-7f7d9a10212b,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:46.834797 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:46.858553 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 20776863-c952-49a4-a8f5-d51fa29d2c5d triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:46.858934 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:47.261923 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a136d73-9761-4aa8-8a59-a6cc59902fba req-090ae74a-e5ac-48c6-a4e5-5f111d202f1e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:47.264452 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0a136d73-9761-4aa8-8a59-a6cc59902fba req-090ae74a-e5ac-48c6-a4e5-5f111d202f1e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1092784 Aug 12 21:58:47.313396 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:47.326705 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Transition to ACTIVE for port object 870fe963-949b-4d9c-b288-829759168caf will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:47.339260 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:47.391424 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d07ed-9385-4779-86c9-96d5f46da3a2 None None] Pushing event updated for resources: {'Port': ['ID=870fe963-949b-4d9c-b288-829759168caf,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:47.408173 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0a136d73-9761-4aa8-8a59-a6cc59902fba req-cddc7504-c071-439d-adef-975c9e8826e0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179292 Aug 12 21:58:47.451992 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144f799-60d3-4c61-a063-742878c361fc req-86dfc7ae-3524-4c5a-8296-f6a0410854d8 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:47.464925 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6144f799-60d3-4c61-a063-742878c361fc req-86dfc7ae-3524-4c5a-8296-f6a0410854d8 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.1494763 Aug 12 21:58:47.522089 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6144f799-60d3-4c61-a063-742878c361fc req-463d5673-d002-4803-ac72-fc0484b278ac tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427413 Aug 12 21:58:47.606305 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Attempting to bind port 870fe963-949b-4d9c-b288-829759168caf on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:58:47.607485 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Attempting to bind port 870fe963-949b-4d9c-b288-829759168caf by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '01cd2c27-5cb4-4df6-837a-b8dc1e20a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '88d208c3-4f5d-4a17-ae4b-08dff453c545'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:58:47.607890 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Attempting to bind port 870fe963-949b-4d9c-b288-829759168caf on network 88d208c3-4f5d-4a17-ae4b-08dff453c545 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:47.625093 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:58:47.625483 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Checking segment: {'id': '01cd2c27-5cb4-4df6-837a-b8dc1e20a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '88d208c3-4f5d-4a17-ae4b-08dff453c545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:47.626976 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:47.627710 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Bound using segment: {'id': '01cd2c27-5cb4-4df6-837a-b8dc1e20a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '88d208c3-4f5d-4a17-ae4b-08dff453c545'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:58:47.627963 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Bound port: 870fe963-949b-4d9c-b288-829759168caf, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01cd2c27-5cb4-4df6-837a-b8dc1e20a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '88d208c3-4f5d-4a17-ae4b-08dff453c545'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:58:47.633310 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:47.786284 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] For port 870fe963-949b-4d9c-b288-829759168caf, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:58:47.792089 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] For port 870fe963-949b-4d9c-b288-829759168caf, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=870fe963-949b-4d9c-b288-829759168caf,segment=NetworkSegment(01cd2c27-5cb4-4df6-837a-b8dc1e20a859),segment_id=01cd2c27-5cb4-4df6-837a-b8dc1e20a859)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:58:47.803849 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:47.905769 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Routers {'7ab53447-f55b-44e7-9f88-0277665d35e7'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:47.906680 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:58:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['7ab53447-f55b-44e7-9f88-0277665d35e7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:47.975838 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d07ed-9385-4779-86c9-96d5f46da3a2 None None] Pushing event updated for resources: {'Port': ['ID=870fe963-949b-4d9c-b288-829759168caf,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:48.069165 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd24dfc-5888-4a26-a154-e7de71e71816 req-1a23458a-ee3e-410e-912d-8c93b01b9945 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:48.081907 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6dd24dfc-5888-4a26-a154-e7de71e71816 req-1a23458a-ee3e-410e-912d-8c93b01b9945 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.1912198 Aug 12 21:58:48.177883 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6dd24dfc-5888-4a26-a154-e7de71e71816 req-bf0ee3a0-1b74-454d-a259-f6080a543c0e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948067 Aug 12 21:58:48.218313 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56077df-b77d-4c36-9211-7f7d9a10212b'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:48.230322 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d04e7a-4a71-4334-8367-78bcbac20742" -d '{"events": [{"server_uuid": "aefe6f69-93ee-4e60-a842-5baec76cd1f1", "name": "network-vif-plugged", "status": "completed", "tag": "b56077df-b77d-4c36-9211-7f7d9a10212b"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:48.290843 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] Set router 7ab53447-f55b-44e7-9f88-0277665d35e7 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:48.652348 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b621d9a-a214-4511-9e55-e474f961d593 x-openstack-request-id: req-8b621d9a-a214-4511-9e55-e474f961d593 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:48.653058 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefe6f69-93ee-4e60-a842-5baec76cd1f1", "name": "network-vif-plugged", "status": "completed", "tag": "b56077df-b77d-4c36-9211-7f7d9a10212b", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:48.653058 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b621d9a-a214-4511-9e55-e474f961d593 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:48.653359 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'code': 200} Aug 12 21:58:48.723801 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5b027-decf-424f-bf09-67e5d1d26a91 req-1a2bad35-ea32-4257-b548-d059e826050a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:48.731578 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6dc5b027-decf-424f-bf09-67e5d1d26a91 req-1a2bad35-ea32-4257-b548-d059e826050a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1684852 Aug 12 21:58:48.786305 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fc80f-3035-4b43-9ffe-6ff4429824f5 req-cad0cc97-6e49-437d-89a8-0cf685e85dd5 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:48.797772 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c59fc80f-3035-4b43-9ffe-6ff4429824f5 req-cad0cc97-6e49-437d-89a8-0cf685e85dd5 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.1512723 Aug 12 21:58:48.802078 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9b185-ae40-4249-801a-f9a8ecac4b2f req-6fb15ee0-d92a-43ea-85d4-5cb965e20c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:48.803720 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-88e9b185-ae40-4249-801a-f9a8ecac4b2f req-6fb15ee0-d92a-43ea-85d4-5cb965e20c0a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 1098 time: 0.1761827 Aug 12 21:58:48.923546 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6dc5b027-decf-424f-bf09-67e5d1d26a91 req-2fc573da-02ec-4e74-8c5d-76995970367a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905737 Aug 12 21:58:48.952347 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c59fc80f-3035-4b43-9ffe-6ff4429824f5 req-bf0a1294-df2c-4d35-8457-0156b0f3b89e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341372 Aug 12 21:58:48.972058 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-88e9b185-ae40-4249-801a-f9a8ecac4b2f req-270ab617-bcd7-41f1-837c-dd4640ff73d9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521645 Aug 12 21:58:49.084823 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'name': 'tempest-TestMinimumBasicScenario-1024952173-router', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T21:58:43Z', 'revision_number': 4, 'project_id': '04844215f9824e549f91b5e7bccc05c7', 'gw_port': {'id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T21:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '870fe963-949b-4d9c-b288-829759168caf', 'name': '', 'network_id': '88d208c3-4f5d-4a17-ae4b-08dff453c545', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7', 'mac_address': 'fa:16:3e:32:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '76efde26-5718-47c7-b26c-643419912d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:41Z', 'updated_at': '2021-08-12T21:58:47Z', 'revision_number': 4, 'project_id': '04844215f9824e549f91b5e7bccc05c7', 'subnets': [{'id': '76efde26-5718-47c7-b26c-643419912d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:49.090096 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919fac7-4aa1-42f1-938a-2225788f83dc req-6173c976-e3f5-4e64-b6bd-b8fd2d3dcc3c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:49.091892 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1919fac7-4aa1-42f1-938a-2225788f83dc req-6173c976-e3f5-4e64-b6bd-b8fd2d3dcc3c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0713353 Aug 12 21:58:49.102359 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 58972) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:49.109947 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-8bfd29b7-e376-4a7d-8522-3cb22147f92e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Request body: {'floatingip': {'port_id': '6223b9fc-b444-4db6-9415-f1851686b2c8'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:49.147135 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de4649-6621-4f5f-9a40-eeca3a173f8f None None] The sync data for ids ['7ab53447-f55b-44e7-9f88-0277665d35e7'] in dv-cinder-804459-3-iscsi is: [{'id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'name': 'tempest-TestMinimumBasicScenario-1024952173-router', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T21:58:43Z', 'revision_number': 4, 'project_id': '04844215f9824e549f91b5e7bccc05c7', 'gw_port': {'id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T21:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '870fe963-949b-4d9c-b288-829759168caf', 'name': '', 'network_id': '88d208c3-4f5d-4a17-ae4b-08dff453c545', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7', 'mac_address': 'fa:16:3e:32:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '76efde26-5718-47c7-b26c-643419912d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:41Z', 'updated_at': '2021-08-12T21:58:47Z', 'revision_number': 4, 'project_id': '04844215f9824e549f91b5e7bccc05c7', 'subnets': [{'id': '76efde26-5718-47c7-b26c-643419912d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:58:49.377922 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8bfd29b7-e376-4a7d-8522-3cb22147f92e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for floatingip, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:49.437559 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa13f0-adc3-4ddf-80c1-71f190951bbc req-7db606f9-3bf1-4548-9c05-5bf24fa654c0 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:49.440841 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-63aa13f0-adc3-4ddf-80c1-71f190951bbc req-7db606f9-3bf1-4548-9c05-5bf24fa654c0 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.1085958 Aug 12 21:58:49.580561 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-63aa13f0-adc3-4ddf-80c1-71f190951bbc req-8c2fff0f-632f-4e86-808b-9f1bf742cb85 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313739 Aug 12 21:58:50.210019 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6578c2-18cd-4a03-b0e5-0759cf5d9632 req-8137e6fc-cfd2-4f85-afde-6f8f1ee139f2 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:50.216427 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9d6578c2-18cd-4a03-b0e5-0759cf5d9632 req-8137e6fc-cfd2-4f85-afde-6f8f1ee139f2 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1459455 Aug 12 21:58:50.285258 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9d6578c2-18cd-4a03-b0e5-0759cf5d9632 req-13cdee5c-36b6-436c-8012-0413041c777d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565069 Aug 12 21:58:50.630187 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.db.resource_extend [None req-8bfd29b7-e376-4a7d-8522-3cb22147f92e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 21:58:50.800383 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea292e84-bf3b-44e0-b222-4f8b7bb84039 req-d41109f0-252b-46c5-ba22-342ad1ad6222 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:50.808858 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ea292e84-bf3b-44e0-b222-4f8b7bb84039 req-d41109f0-252b-46c5-ba22-342ad1ad6222 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.1243117 Aug 12 21:58:50.824302 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 870fe963-949b-4d9c-b288-829759168caf up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:50.845744 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8bfd29b7-e376-4a7d-8522-3cb22147f92e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.854298 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8bfd29b7-e376-4a7d-8522-3cb22147f92e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.860551 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ea292e84-bf3b-44e0-b222-4f8b7bb84039 req-1d286365-5eb9-40e2-923a-1968ff987d49 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505402 Aug 12 21:58:50.994693 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 870fe963-949b-4d9c-b288-829759168caf completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:51.002170 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 870fe963-949b-4d9c-b288-829759168caf triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:51.003803 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:51.164293 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:51.252023 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port 870fe963-949b-4d9c-b288-829759168caf, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=870fe963-949b-4d9c-b288-829759168caf,segment=NetworkSegment(01cd2c27-5cb4-4df6-837a-b8dc1e20a859),segment_id=01cd2c27-5cb4-4df6-837a-b8dc1e20a859)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:51.271647 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:51.437065 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=870fe963-949b-4d9c-b288-829759168caf,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:51.461919 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10e931-9d94-4920-8943-f7d615dd8a9d req-8c7e5125-eeb2-4a4c-93ae-68a6a48f88e3 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:51.471667 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5a10e931-9d94-4920-8943-f7d615dd8a9d req-8c7e5125-eeb2-4a4c-93ae-68a6a48f88e3 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1056759 Aug 12 21:58:51.472223 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.l3_db [None req-8bfd29b7-e376-4a7d-8522-3cb22147f92e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Floating IP 3c432436-3cb1-4d7f-b39a-cf5cb49dfda3 associated. External IP: 172.27.0.249, port: 6223b9fc-b444-4db6-9415-f1851686b2c8. Aug 12 21:58:51.527870 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5a10e931-9d94-4920-8943-f7d615dd8a9d req-3138fd1e-d0ef-4e2f-b2a2-937ad9e5f896 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543664 Aug 12 21:58:51.528679 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 59088) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:51.697913 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:51.839390 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42156828-4eea-49db-9b7c-8050e18bf5e9 req-795663d4-a740-4efc-a7a1-1079f5eb091c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:51.845837 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-42156828-4eea-49db-9b7c-8050e18bf5e9 req-795663d4-a740-4efc-a7a1-1079f5eb091c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1538537 Aug 12 21:58:51.851244 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 59112) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:51.856418 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ff23dbf2-d777-41ec-b1d0-bff97764aa6e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Request body: {'floatingip': {'port_id': 'b56077df-b77d-4c36-9211-7f7d9a10212b'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:51.869408 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a149bcc5-ee8c-4473-a0c5-dab485ad0945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:51.876627 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfd29b7-e376-4a7d-8522-3cb22147f92e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Router 6f0f52de-15e0-4444-bdad-330ef4cff078 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:58:52.036732 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff23dbf2-d777-41ec-b1d0-bff97764aa6e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for floatingip, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:52.203784 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfd29b7-e376-4a7d-8522-3cb22147f92e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:58:52.215903 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8bfd29b7-e376-4a7d-8522-3cb22147f92e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:52.224847 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34429959-5608-46ad-a0bd-c358e056a7a1 None None] Sync routers for ids ['6f0f52de-15e0-4444-bdad-330ef4cff078'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:58:52.246404 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34429959-5608-46ad-a0bd-c358e056a7a1 None None] Routers {'6f0f52de-15e0-4444-bdad-330ef4cff078'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:52.247033 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-34429959-5608-46ad-a0bd-c358e056a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:58:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['6f0f52de-15e0-4444-bdad-330ef4cff078'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:52.274829 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-8bfd29b7-e376-4a7d-8522-3cb22147f92e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "PUT /v2.0/floatingips/3c432436-3cb1-4d7f-b39a-cf5cb49dfda3 HTTP/1.1" status: 200 len: 992 time: 3.1709785 Aug 12 21:58:52.289606 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd741586-4aea-41f9-a474-54fa4e8d5559', 'tag': '6223b9fc-b444-4db6-9415-f1851686b2c8'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:52.292523 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6db9858f3ba127f12c051a7fe47b4fb61399c076793cc1c2e0cf9b4023a6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8371b665-948c-4765-8298-90bcd166c9d3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd741586-4aea-41f9-a474-54fa4e8d5559", "tag": "6223b9fc-b444-4db6-9415-f1851686b2c8"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:52.477252 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:52.509458 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:52.533540 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-34429959-5608-46ad-a0bd-c358e056a7a1 None None] Set router 6f0f52de-15e0-4444-bdad-330ef4cff078 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:52.611186 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e411f5f-594c-4162-9cc1-9856920eac61 req-91d199e6-d0b6-40ee-8925-96b9f14bc8cc tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:52.612746 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7e411f5f-594c-4162-9cc1-9856920eac61 req-91d199e6-d0b6-40ee-8925-96b9f14bc8cc tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.6088071 Aug 12 21:58:52.617815 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 59148) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:52.618044 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3864f4aa5e7a44ed977d4966dd124d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0880089 Aug 12 21:58:52.621368 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b2a838-dbd4-43fb-8e52-2afccb08b14c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:52.651393 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.651619 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.652231 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.652231 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.653546 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.653546 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.653546 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.653546 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.656877 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.657250 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.657637 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.657985 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341f34a-9fe0-4850-a5ef-847d87a90b13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.720588 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:52.736882 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 59150) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:52.751593 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 870fe963-949b-4d9c-b288-829759168caf up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:52.771924 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:52.819957 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 870fe963-949b-4d9c-b288-829759168caf triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:52.820626 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:52.863431 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:52.866279 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:52.869760 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78b2a838-dbd4-43fb-8e52-2afccb08b14c HTTP/1.1" status: 204 len: 168 time: 0.2485943 Aug 12 21:58:52.877017 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b2a838-dbd4-43fb-8e52-2afccb08b14c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:52.910300 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.910646 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.913115 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.913501 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.921315 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7e411f5f-594c-4162-9cc1-9856920eac61 req-06b1750a-3bfb-4816-9bd5-2d78d84f6818 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916512 Aug 12 21:58:52.945777 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.946406 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.946903 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.948542 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.948888 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.949232 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.949593 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:52.949958 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092eeb78-605b-4fe7-9010-3b815d71fe9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:53.060884 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f488a2e1-e706-440e-af33-49cb97bb1a40 x-openstack-request-id: req-f488a2e1-e706-440e-af33-49cb97bb1a40 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:53.061154 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd741586-4aea-41f9-a474-54fa4e8d5559", "tag": "6223b9fc-b444-4db6-9415-f1851686b2c8", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:53.061406 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f488a2e1-e706-440e-af33-49cb97bb1a40 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:53.061832 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd741586-4aea-41f9-a474-54fa4e8d5559', 'tag': '6223b9fc-b444-4db6-9415-f1851686b2c8', 'status': 'completed', 'code': 200} Aug 12 21:58:53.105265 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-34429959-5608-46ad-a0bd-c358e056a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '3c432436-3cb1-4d7f-b39a-cf5cb49dfda3', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'port_id': '6223b9fc-b444-4db6-9415-f1851686b2c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'mac_address': 'fa:16:3e:7a:0f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd741586-4aea-41f9-a474-54fa4e8d5559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:58:09Z', 'updated_at': '2021-08-12T21:58:50Z', 'revision_number': 1, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3509a6-c8df-4317-ac77-974557617d30', 'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'mac_address': 'fa:16:3e:8c:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:58Z', 'updated_at': '2021-08-12T21:58:09Z', 'revision_number': 5, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'subnets': [{'id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:53.144810 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34429959-5608-46ad-a0bd-c358e056a7a1 None None] Checking router: 6f0f52de-15e0-4444-bdad-330ef4cff078 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:58:53.154266 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34429959-5608-46ad-a0bd-c358e056a7a1 None None] Routers {'6f0f52de-15e0-4444-bdad-330ef4cff078'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:53.154868 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-34429959-5608-46ad-a0bd-c358e056a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:58:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['6f0f52de-15e0-4444-bdad-330ef4cff078'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:53.163991 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d96f35c-f056-4d60-9a75-3b679d8eeaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.297746 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-34429959-5608-46ad-a0bd-c358e056a7a1 None None] Set router 6f0f52de-15e0-4444-bdad-330ef4cff078 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:53.302233 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d96f35c-f056-4d60-9a75-3b679d8eeaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.325404 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d96f35c-f056-4d60-9a75-3b679d8eeaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.392370 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-8d96f35c-f056-4d60-9a75-3b679d8eeaf9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a89d750f228948918a5e2994bd899c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6466579 Aug 12 21:58:53.392779 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 59160) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:53.416653 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 59162) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:53.434308 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-604ba948-e1e9-43f8-a925-4d655c113ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.456675 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96f35c-f056-4d60-9a75-3b679d8eeaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b2f1fa-8f21-4119-8961-1de74041949c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:53.489477 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb3a50e6-62c8-4ec7-bbbf-1517c13f6055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.532497 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb3a50e6-62c8-4ec7-bbbf-1517c13f6055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.585989 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.db.resource_extend [None req-ff23dbf2-d777-41ec-b1d0-bff97764aa6e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 21:58:53.657836 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb3a50e6-62c8-4ec7-bbbf-1517c13f6055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.662562 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb3a50e6-62c8-4ec7-bbbf-1517c13f6055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.666276 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-bb3a50e6-62c8-4ec7-bbbf-1517c13f6055 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32b2f1fa-8f21-4119-8961-1de74041949c HTTP/1.1" status: 204 len: 168 time: 0.2692032 Aug 12 21:58:53.689736 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a50e6-62c8-4ec7-bbbf-1517c13f6055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b2f1fa-8f21-4119-8961-1de74041949c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:53.712342 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff23dbf2-d777-41ec-b1d0-bff97764aa6e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.723082 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff23dbf2-d777-41ec-b1d0-bff97764aa6e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.724834 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-34429959-5608-46ad-a0bd-c358e056a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '3c432436-3cb1-4d7f-b39a-cf5cb49dfda3', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'port_id': '6223b9fc-b444-4db6-9415-f1851686b2c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'mac_address': 'fa:16:3e:7a:0f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd741586-4aea-41f9-a474-54fa4e8d5559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:58:09Z', 'updated_at': '2021-08-12T21:58:50Z', 'revision_number': 1, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3509a6-c8df-4317-ac77-974557617d30', 'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'mac_address': 'fa:16:3e:8c:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:58Z', 'updated_at': '2021-08-12T21:58:09Z', 'revision_number': 5, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'subnets': [{'id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:53.789572 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-604ba948-e1e9-43f8-a925-4d655c113ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.804602 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-604ba948-e1e9-43f8-a925-4d655c113ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.808712 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34429959-5608-46ad-a0bd-c358e056a7a1 None None] The sync data for ids ['6f0f52de-15e0-4444-bdad-330ef4cff078'] in dv-cinder-804459-3-iscsi is: [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '3c432436-3cb1-4d7f-b39a-cf5cb49dfda3', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'port_id': '6223b9fc-b444-4db6-9415-f1851686b2c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'mac_address': 'fa:16:3e:7a:0f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd741586-4aea-41f9-a474-54fa4e8d5559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:58:09Z', 'updated_at': '2021-08-12T21:58:50Z', 'revision_number': 1, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3509a6-c8df-4317-ac77-974557617d30', 'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'mac_address': 'fa:16:3e:8c:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:58Z', 'updated_at': '2021-08-12T21:58:09Z', 'revision_number': 5, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'subnets': [{'id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:58:53.854074 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-604ba948-e1e9-43f8-a925-4d655c113ae4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6937f57b66e141d4849ecfc48da8a407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337356 Aug 12 21:58:53.854074 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 59168) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:53.856801 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371b665-948c-4765-8298-90bcd166c9d3 req-db211127-ba6b-4d0b-841c-67bc37b62aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:53.858418 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8371b665-948c-4765-8298-90bcd166c9d3 req-db211127-ba6b-4d0b-841c-67bc37b62aa8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f0168f0c18f4408a7f2984a0a4038f4&device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 1099 time: 0.2087274 Aug 12 21:58:53.943399 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ba948-e1e9-43f8-a925-4d655c113ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e1a760-c35d-4e7d-8ab7-57d583c09651,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:53.965559 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fe71-e54e-4f33-9af5-168800e58622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.006719 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.l3_db [None req-ff23dbf2-d777-41ec-b1d0-bff97764aa6e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Floating IP cadd8c84-8015-4dac-8eed-15a129956353 associated. External IP: 172.27.0.241, port: b56077df-b77d-4c36-9211-7f7d9a10212b. Aug 12 21:58:54.021239 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fe71-e54e-4f33-9af5-168800e58622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.161004 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fe71-e54e-4f33-9af5-168800e58622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.164176 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fe71-e54e-4f33-9af5-168800e58622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.165740 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b6c9fe71-e54e-4f33-9af5-168800e58622 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11e1a760-c35d-4e7d-8ab7-57d583c09651 HTTP/1.1" status: 204 len: 168 time: 0.3105443 Aug 12 21:58:54.212166 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9fe71-e54e-4f33-9af5-168800e58622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e1a760-c35d-4e7d-8ab7-57d583c09651,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:54.269816 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ec003-42bc-407e-8c43-181099f753c4 req-a18bcde0-dc05-4350-bfb4-5b9c829679a8 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:54.291543 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2a5ec003-42bc-407e-8c43-181099f753c4 req-a18bcde0-dc05-4350-bfb4-5b9c829679a8 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.2106676 Aug 12 21:58:54.307865 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371b665-948c-4765-8298-90bcd166c9d3 req-fcf59f5a-25b6-4f57-94a6-653e03742640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:54.310861 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8371b665-948c-4765-8298-90bcd166c9d3 req-fcf59f5a-25b6-4f57-94a6-653e03742640 service neutron] 10.222.0.58 "GET /v2.0/networks?id=095a1efa-c2bb-4f8d-8a60-e45d89fec269 HTTP/1.1" status: 200 len: 911 time: 0.4103489 Aug 12 21:58:54.329621 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0369bfe-5d4e-4e9d-a893-753f22ec6723 None None] New status for floating IP 3c432436-3cb1-4d7f-b39a-cf5cb49dfda3: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:58:54.469555 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2a5ec003-42bc-407e-8c43-181099f753c4 req-8acdb37d-b73e-40cf-8be4-317a887b2045 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769381 Aug 12 21:58:54.513652 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 59186) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:54.528240 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8b46-4436-4197-988d-abea4f86e339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.546547 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-16da8dee-c0c3-4f19-81d5-89e89c74f20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.561399 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.584330 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8371b665-948c-4765-8298-90bcd166c9d3 req-be20fbec-0541-4cd1-9cee-ee6dfa387a0f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6223b9fc-b444-4db6-9415-f1851686b2c8 HTTP/1.1" status: 200 len: 1000 time: 0.2574246 Aug 12 21:58:54.738159 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8b46-4436-4197-988d-abea4f86e339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.745464 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8b46-4436-4197-988d-abea4f86e339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.816692 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd8b46-4436-4197-988d-abea4f86e339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8616953-f71c-4c2c-ade5-128988a4cbbb,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:54.837976 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-1cdd8b46-4436-4197-988d-abea4f86e339 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db7c58a996af440cbd6f02c01aae0dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230057 Aug 12 21:58:54.841011 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 59198) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:54.911082 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0439fd80-fd02-4cf6-8175-23332743891e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.947790 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0439fd80-fd02-4cf6-8175-23332743891e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:55.055840 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0439fd80-fd02-4cf6-8175-23332743891e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:55.056683 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371b665-948c-4765-8298-90bcd166c9d3 req-b239534c-6357-4f41-99e7-633727df3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:55.058282 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8371b665-948c-4765-8298-90bcd166c9d3 req-b239534c-6357-4f41-99e7-633727df3013 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8645d12-4e07-4775-ade2-97bd878f2184 HTTP/1.1" status: 200 len: 849 time: 0.0787399 Aug 12 21:58:55.058540 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0439fd80-fd02-4cf6-8175-23332743891e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:55.062516 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-0439fd80-fd02-4cf6-8175-23332743891e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8616953-f71c-4c2c-ade5-128988a4cbbb HTTP/1.1" status: 204 len: 168 time: 0.2202811 Aug 12 21:58:55.080642 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439fd80-fd02-4cf6-8175-23332743891e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8616953-f71c-4c2c-ade5-128988a4cbbb,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:55.161567 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff23dbf2-d777-41ec-b1d0-bff97764aa6e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Router e802336c-3743-4648-bac0-7d71c6952155 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:58:55.316526 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff23dbf2-d777-41ec-b1d0-bff97764aa6e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:58:55.330037 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2762d0-938b-47c6-97f3-0c3de68ea057 None None] Sync routers for ids ['e802336c-3743-4648-bac0-7d71c6952155'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:58:55.339373 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff23dbf2-d777-41ec-b1d0-bff97764aa6e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:55.353344 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2762d0-938b-47c6-97f3-0c3de68ea057 None None] Routers {'e802336c-3743-4648-bac0-7d71c6952155'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:55.354318 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-5d2762d0-938b-47c6-97f3-0c3de68ea057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:58:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['e802336c-3743-4648-bac0-7d71c6952155'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:55.389717 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-ff23dbf2-d777-41ec-b1d0-bff97764aa6e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "PUT /v2.0/floatingips/cadd8c84-8015-4dac-8eed-15a129956353 HTTP/1.1" status: 200 len: 991 time: 3.5241945 Aug 12 21:58:55.390407 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'tag': 'b56077df-b77d-4c36-9211-7f7d9a10212b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:55.396284 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d576fa6a-f6f3-4003-8d2e-2843a1ac2479" -d '{"events": [{"name": "network-changed", "server_uuid": "aefe6f69-93ee-4e60-a842-5baec76cd1f1", "tag": "b56077df-b77d-4c36-9211-7f7d9a10212b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:55.490275 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b16c18a-8d13-46d4-abed-2ae84857f834 x-openstack-request-id: req-0b16c18a-8d13-46d4-abed-2ae84857f834 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:55.490570 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefe6f69-93ee-4e60-a842-5baec76cd1f1", "tag": "b56077df-b77d-4c36-9211-7f7d9a10212b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:55.490826 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b16c18a-8d13-46d4-abed-2ae84857f834 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:55.491219 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'tag': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'status': 'completed', 'code': 200} Aug 12 21:58:55.569564 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-5d2762d0-938b-47c6-97f3-0c3de68ea057 None None] Set router e802336c-3743-4648-bac0-7d71c6952155 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:55.652874 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:55.685880 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5711bf-b23c-4e30-aac6-26522cfef852 req-922bd069-fe9d-400e-ae20-8fdba16e973d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:55.687446 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3d5711bf-b23c-4e30-aac6-26522cfef852 req-922bd069-fe9d-400e-ae20-8fdba16e973d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.0835671 Aug 12 21:58:55.822241 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3d5711bf-b23c-4e30-aac6-26522cfef852 req-8e091c13-b0b1-49a2-9640-1435bccdb9ba tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124649 Aug 12 21:58:56.091298 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-5d2762d0-938b-47c6-97f3-0c3de68ea057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:58:03Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': 'cadd8c84-8015-4dac-8eed-15a129956353', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'port_id': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'mac_address': 'fa:16:3e:a3:0e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:58:19Z', 'updated_at': '2021-08-12T21:58:53Z', 'revision_number': 1, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c58c0c-c23c-4a89-9ec9-7530f7a7357f', 'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'mac_address': 'fa:16:3e:7a:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:59Z', 'updated_at': '2021-08-12T21:58:18Z', 'revision_number': 5, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'subnets': [{'id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:56.144671 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2762d0-938b-47c6-97f3-0c3de68ea057 None None] Checking router: e802336c-3743-4648-bac0-7d71c6952155 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:58:56.155795 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2762d0-938b-47c6-97f3-0c3de68ea057 None None] Routers {'e802336c-3743-4648-bac0-7d71c6952155'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:56.156614 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-5d2762d0-938b-47c6-97f3-0c3de68ea057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:58:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['e802336c-3743-4648-bac0-7d71c6952155'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:56.313169 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-5d2762d0-938b-47c6-97f3-0c3de68ea057 None None] Set router e802336c-3743-4648-bac0-7d71c6952155 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:56.653468 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-5d2762d0-938b-47c6-97f3-0c3de68ea057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:58:03Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': 'cadd8c84-8015-4dac-8eed-15a129956353', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'port_id': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'mac_address': 'fa:16:3e:a3:0e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:58:19Z', 'updated_at': '2021-08-12T21:58:53Z', 'revision_number': 1, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c58c0c-c23c-4a89-9ec9-7530f7a7357f', 'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'mac_address': 'fa:16:3e:7a:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:59Z', 'updated_at': '2021-08-12T21:58:18Z', 'revision_number': 5, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'subnets': [{'id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:56.711085 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2762d0-938b-47c6-97f3-0c3de68ea057 None None] The sync data for ids ['e802336c-3743-4648-bac0-7d71c6952155'] in dv-cinder-804459-3-iscsi is: [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:58:03Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': 'cadd8c84-8015-4dac-8eed-15a129956353', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'port_id': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'mac_address': 'fa:16:3e:a3:0e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:58:19Z', 'updated_at': '2021-08-12T21:58:53Z', 'revision_number': 1, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c58c0c-c23c-4a89-9ec9-7530f7a7357f', 'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'mac_address': 'fa:16:3e:7a:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:59Z', 'updated_at': '2021-08-12T21:58:18Z', 'revision_number': 5, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'subnets': [{'id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:58:57.011315 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc947be-963e-433c-9a32-290237756ffb None None] New status for floating IP cadd8c84-8015-4dac-8eed-15a129956353: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:58:57.697306 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:57.965714 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371b665-948c-4765-8298-90bcd166c9d3 req-a8a515f2-b4a9-418a-aad1-9ca0a41c1103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:57.967420 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8371b665-948c-4765-8298-90bcd166c9d3 req-a8a515f2-b4a9-418a-aad1-9ca0a41c1103 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=095a1efa-c2bb-4f8d-8a60-e45d89fec269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1102057 Aug 12 21:58:58.031219 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576fa6a-f6f3-4003-8d2e-2843a1ac2479 req-7da14c07-dea7-4848-b7bf-48a05d9614bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:58.032734 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d576fa6a-f6f3-4003-8d2e-2843a1ac2479 req-7da14c07-dea7-4848-b7bf-48a05d9614bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d497c1bdd99544719806cc40fe06f8c5&device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 1098 time: 0.1465671 Aug 12 21:58:58.227272 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47a583-20d9-4769-bc25-46b7db31a6c5 req-602e2f2d-9b55-4013-8bc3-0b2bd55d0a97 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:58.235735 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7c47a583-20d9-4769-bc25-46b7db31a6c5 req-602e2f2d-9b55-4013-8bc3-0b2bd55d0a97 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.2631848 Aug 12 21:58:58.324448 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8371b665-948c-4765-8298-90bcd166c9d3 req-22cac77d-4a48-4afa-929b-dfed5b3b5dad service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398273 Aug 12 21:58:58.339984 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7c47a583-20d9-4769-bc25-46b7db31a6c5 req-bbf375f1-851e-4946-b99b-ac296f306137 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029558 Aug 12 21:58:58.341362 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576fa6a-f6f3-4003-8d2e-2843a1ac2479 req-5e2ca8c5-72b0-4855-beef-73717100fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:58.342909 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d576fa6a-f6f3-4003-8d2e-2843a1ac2479 req-5e2ca8c5-72b0-4855-beef-73717100fa54 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b49de074-e205-41a7-bba4-aea2b1a09673 HTTP/1.1" status: 200 len: 918 time: 0.2752085 Aug 12 21:58:58.487892 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d576fa6a-f6f3-4003-8d2e-2843a1ac2479 req-ca4d2512-13d5-4433-8d59-385b16ca84b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b56077df-b77d-4c36-9211-7f7d9a10212b HTTP/1.1" status: 200 len: 1001 time: 0.1342769 Aug 12 21:58:58.560070 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8371b665-948c-4765-8298-90bcd166c9d3 req-6cd76913-b0c7-4828-b6b6-ade0da4e7913 service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078061 Aug 12 21:58:58.563924 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576fa6a-f6f3-4003-8d2e-2843a1ac2479 req-a1784a3b-2859-4d56-9be2-6f0d5866ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:58.565941 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d576fa6a-f6f3-4003-8d2e-2843a1ac2479 req-a1784a3b-2859-4d56-9be2-6f0d5866ec4f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a22c3b4-2e5f-4b32-9788-ca56e9b079cf HTTP/1.1" status: 200 len: 856 time: 0.0664632 Aug 12 21:58:58.644874 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576fa6a-f6f3-4003-8d2e-2843a1ac2479 req-6f67627b-303d-4860-a634-3f8d25fd6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:58.646654 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d576fa6a-f6f3-4003-8d2e-2843a1ac2479 req-6f67627b-303d-4860-a634-3f8d25fd6c6e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b49de074-e205-41a7-bba4-aea2b1a09673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647924 Aug 12 21:58:58.763454 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d576fa6a-f6f3-4003-8d2e-2843a1ac2479 req-0a696185-2c85-4448-84ce-5c75e6d910e5 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032455 Aug 12 21:58:58.933392 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d576fa6a-f6f3-4003-8d2e-2843a1ac2479 req-41350eb1-c79a-4cfb-a27d-a64bc364e6cf service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528451 Aug 12 21:58:59.493610 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc750a55-b6a5-4d9e-bd79-cabde9503ec7 req-e5b6d86f-4eb7-461d-bbec-21eb9ad8b61b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:59.495464 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dc750a55-b6a5-4d9e-bd79-cabde9503ec7 req-e5b6d86f-4eb7-461d-bbec-21eb9ad8b61b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.0622189 Aug 12 21:58:59.584851 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dc750a55-b6a5-4d9e-bd79-cabde9503ec7 req-a0196a53-9b74-4f95-930d-06cf6f9974d0 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813091 Aug 12 21:58:59.665674 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09826003-8161-4322-ab1c-46a32fe8e849 req-e7d46804-44f8-4ee6-b0c8-8903f585cb14 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:59.667242 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-09826003-8161-4322-ab1c-46a32fe8e849 req-e7d46804-44f8-4ee6-b0c8-8903f585cb14 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 946 time: 0.0615852 Aug 12 21:58:59.709852 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-09826003-8161-4322-ab1c-46a32fe8e849 req-6f5e7553-fb54-4df2-8611-887d390f150e tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366559 Aug 12 21:59:00.729733 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33611225-70ec-4772-a7b2-8a7a6c5c4cd1 req-a4a99a2d-341d-4afe-a512-f1f677831073 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:00.731243 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-33611225-70ec-4772-a7b2-8a7a6c5c4cd1 req-a4a99a2d-341d-4afe-a512-f1f677831073 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.0553606 Aug 12 21:59:00.787987 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-33611225-70ec-4772-a7b2-8a7a6c5c4cd1 req-9d596f17-fe59-4948-bffe-a00424ef0b64 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427918 Aug 12 21:59:00.847930 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5035a-4b7a-4899-8816-38c5340bacdd req-19fcfe6e-5b32-41c4-8505-b59d36980168 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:00.853995 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0ba5035a-4b7a-4899-8816-38c5340bacdd req-19fcfe6e-5b32-41c4-8505-b59d36980168 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 946 time: 0.0603368 Aug 12 21:59:00.897869 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0ba5035a-4b7a-4899-8816-38c5340bacdd req-b078019e-396f-406b-be81-2798a81af9c2 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Aug 12 21:59:01.678768 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f670795-a04c-4b7b-819a-28de876bd2c0 req-fb132a74-9c91-40b2-bc2d-ef25b4934b20 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:01.679975 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9f670795-a04c-4b7b-819a-28de876bd2c0 req-fb132a74-9c91-40b2-bc2d-ef25b4934b20 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.58 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 946 time: 0.0937400 Aug 12 21:59:01.871960 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-9f670795-a04c-4b7b-819a-28de876bd2c0 req-f68e66d3-9933-4239-b59c-7d906ffb36a4 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Deleting port fc764eb5-cdcb-4e47-8e65-c1c144a4df74 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:59:01.873001 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9f670795-a04c-4b7b-819a-28de876bd2c0 req-f68e66d3-9933-4239-b59c-7d906ffb36a4 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:02.117708 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9f670795-a04c-4b7b-819a-28de876bd2c0 req-f68e66d3-9933-4239-b59c-7d906ffb36a4 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] For port fc764eb5-cdcb-4e47-8e65-c1c144a4df74, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fc764eb5-cdcb-4e47-8e65-c1c144a4df74,segment=NetworkSegment(294610cc-1c99-494d-92a2-73478501dd7d),segment_id=294610cc-1c99-494d-92a2-73478501dd7d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:02.118091 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9f670795-a04c-4b7b-819a-28de876bd2c0 req-f68e66d3-9933-4239-b59c-7d906ffb36a4 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:02.138881 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-9f670795-a04c-4b7b-819a-28de876bd2c0 req-f68e66d3-9933-4239-b59c-7d906ffb36a4 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Calling delete_port for fc764eb5-cdcb-4e47-8e65-c1c144a4df74 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:59:02.282102 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a6802-7b86-49d2-9a2d-0dbcac926903 req-2a2e578d-f61e-44d5-81ea-5a7bcf9ec68d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:02.283617 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c04a6802-7b86-49d2-9a2d-0dbcac926903 req-2a2e578d-f61e-44d5-81ea-5a7bcf9ec68d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.3385730 Aug 12 21:59:02.300852 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cce823-f5cd-4a53-bc96-bddaf5673498 req-5cc549b7-9790-460e-ae94-bff99644d66c tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:02.302357 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e2cce823-f5cd-4a53-bc96-bddaf5673498 req-5cc549b7-9790-460e-ae94-bff99644d66c tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 946 time: 0.2718351 Aug 12 21:59:02.406924 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e2cce823-f5cd-4a53-bc96-bddaf5673498 req-9ee416b4-5ed3-4055-9cfb-07a02fd5b13e tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce544378-8611-4667-953a-09d0094821a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923316 Aug 12 21:59:02.411077 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c04a6802-7b86-49d2-9a2d-0dbcac926903 req-abee4838-8607-4728-bbea-9849aa34715d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054695 Aug 12 21:59:02.448710 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9f670795-a04c-4b7b-819a-28de876bd2c0 req-f68e66d3-9933-4239-b59c-7d906ffb36a4 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:02.481631 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e66d3-9933-4239-b59c-7d906ffb36a4 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Pushing event deleted for resources: {'Port': ['ID=fc764eb5-cdcb-4e47-8e65-c1c144a4df74,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:02.547798 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f670795-a04c-4b7b-819a-28de876bd2c0 req-f68e66d3-9933-4239-b59c-7d906ffb36a4 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] No DVR routers for this DVR port fc764eb5-cdcb-4e47-8e65-c1c144a4df74 on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:59:02.551444 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9f670795-a04c-4b7b-819a-28de876bd2c0 req-f68e66d3-9933-4239-b59c-7d906ffb36a4 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:02.553722 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9f670795-a04c-4b7b-819a-28de876bd2c0 req-f68e66d3-9933-4239-b59c-7d906ffb36a4 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.58 "DELETE /v2.0/ports/fc764eb5-cdcb-4e47-8e65-c1c144a4df74 HTTP/1.1" status: 204 len: 173 time: 0.8663149 Aug 12 21:59:02.554171 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d', 'name': 'network-vif-deleted', 'tag': 'fc764eb5-cdcb-4e47-8e65-c1c144a4df74'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:02.556442 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a71b00-49bf-4fe3-9684-94e4a37d9e7f" -d '{"events": [{"server_uuid": "911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d", "name": "network-vif-deleted", "tag": "fc764eb5-cdcb-4e47-8e65-c1c144a4df74"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:04.986248 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['fc764eb5-cdcb-4e47-8e65-c1c144a4df74'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:59:05.059407 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9855f19-715c-4f5e-9e5c-018e3e821813 x-openstack-request-id: req-f9855f19-715c-4f5e-9e5c-018e3e821813 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:05.059911 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d", "name": "network-vif-deleted", "tag": "fc764eb5-cdcb-4e47-8e65-c1c144a4df74", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:05.060207 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9855f19-715c-4f5e-9e5c-018e3e821813 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:05.060613 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d', 'name': 'network-vif-deleted', 'tag': 'fc764eb5-cdcb-4e47-8e65-c1c144a4df74', 'status': 'completed', 'code': 200} Aug 12 21:59:05.152991 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95cfd8-5e8b-4e51-9382-e3f7e1467411 req-59725135-a0a4-40b1-b1ab-9f958ce714da tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:05.154489 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ff95cfd8-5e8b-4e51-9382-e3f7e1467411 req-59725135-a0a4-40b1-b1ab-9f958ce714da tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.0480206 Aug 12 21:59:05.194722 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ff95cfd8-5e8b-4e51-9382-e3f7e1467411 req-9cf98537-0ba0-456e-b930-2004b32432ad tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341313 Aug 12 21:59:05.282424 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7360ed52-fd54-433e-9108-d360e2c598c2 req-5de2af5c-b161-4903-8933-977ed6c47888 tempest-DeleteServersTestJSON-2146848209 tempest-DeleteServersTestJSON-2146848209-project] 10.222.0.30 "GET /v2.0/ports?device_id=911a4ba6-fe5d-4229-a4dc-1ae05dd0f84d HTTP/1.1" status: 200 len: 210 time: 0.0279577 Aug 12 21:59:05.772769 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-dc2ddb1a-512a-4ff9-8319-61924d1f30c5 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:05.774249 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-dc2ddb1a-512a-4ff9-8319-61924d1f30c5 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/networks?id=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 HTTP/1.1" status: 200 len: 815 time: 0.1052721 Aug 12 21:59:05.789880 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-6ab5493a-da36-45e7-a560-ea86be389d1a tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/quotas/d8f57411a28842e69c8732c884da7094 HTTP/1.1" status: 200 len: 375 time: 0.0095525 Aug 12 21:59:05.843925 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-dea5b56f-8c75-4e16-80fd-8ed0699bd38c tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f57411a28842e69c8732c884da7094&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477500 Aug 12 21:59:05.957191 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-dbc04878-866d-46f8-8d83-76111e0d71c0 service neutron] 10.222.0.30 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941405 Aug 12 21:59:06.088534 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-3b07042a-767c-488e-82ab-7f0ac145a203 service neutron] 10.222.0.30 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249750 Aug 12 21:59:06.624883 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9351359e-965e-4a83-b264-49c46a89b221 req-576560c4-faa5-4c73-b4ab-31ccc4ee4f9b tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 210 time: 0.3256619 Aug 12 21:59:06.657633 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd5297-59ba-4b0a-9954-c8ba3cd61a52 req-18129039-d055-41e3-99d7-633a28c31d89 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:06.659290 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-44cd5297-59ba-4b0a-9954-c8ba3cd61a52 req-18129039-d055-41e3-99d7-633a28c31d89 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.3701098 Aug 12 21:59:06.709144 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-44cd5297-59ba-4b0a-9954-c8ba3cd61a52 req-f2b9a16c-3ee2-4c9e-a0ba-aaf8374190b9 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426407 Aug 12 21:59:07.494999 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-b097bba1-6e79-4a8c-a4f8-4709ee9073ca tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:07.497309 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-b097bba1-6e79-4a8c-a4f8-4709ee9073ca tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.58 "GET /v2.0/networks?id=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 HTTP/1.1" status: 200 len: 815 time: 0.1095843 Aug 12 21:59:07.515060 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-d85f3138-8552-4bcf-99d6-1d3a0dd87c99 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Request body: {'port': {'device_id': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'admin_state_up': True, 'tenant_id': 'd8f57411a28842e69c8732c884da7094'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:07.640952 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-d85f3138-8552-4bcf-99d6-1d3a0dd87c99 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Made reservation on behalf of d8f57411a28842e69c8732c884da7094 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:07.644627 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-d85f3138-8552-4bcf-99d6-1d3a0dd87c99 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:07.838421 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-06ed11d6-4f1d-4a7d-907f-bbb9ddfc6f8a req-60413201-c716-4259-bbae-7587292cb259 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 210 time: 0.0479741 Aug 12 21:59:07.900736 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-d85f3138-8552-4bcf-99d6-1d3a0dd87c99 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Allocated IP 172.20.0.14 (1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58/d0b51929-b6d9-4322-af92-380f1fe3953d/eb0b615f-f58a-4151-9196-1a84367b94e3) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:59:07.929522 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f566f1-ff0e-4892-a69a-81ea150e9f89 req-a1ce0010-daa9-40fc-a45c-48d4b0772c4a tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:07.931149 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d8f566f1-ff0e-4892-a69a-81ea150e9f89 req-a1ce0010-daa9-40fc-a45c-48d4b0772c4a tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.0997300 Aug 12 21:59:08.067136 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d8f566f1-ff0e-4892-a69a-81ea150e9f89 req-e955e522-4636-4693-9b90-ba9b9923c529 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231315 Aug 12 21:59:08.165653 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 59656) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:08.185500 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-d85f3138-8552-4bcf-99d6-1d3a0dd87c99 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:08.209426 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-d85f3138-8552-4bcf-99d6-1d3a0dd87c99 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Transition to ACTIVE for port object eb0b615f-f58a-4151-9196-1a84367b94e3 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:08.262320 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-d85f3138-8552-4bcf-99d6-1d3a0dd87c99 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:08.273381 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2bc5fe-7d42-4591-b536-a721703ebd9f admin admin] Deleting subnet ea68ca2b-0cd8-44f1-9e1f-7896468f7f22 {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:59:08.277540 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc5fe-7d42-4591-b536-a721703ebd9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:08.318656 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc5fe-7d42-4591-b536-a721703ebd9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287314101'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:08.425438 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc5fe-7d42-4591-b536-a721703ebd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:08.456380 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-d85f3138-8552-4bcf-99d6-1d3a0dd87c99 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Network 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:08.461689 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-d85f3138-8552-4bcf-99d6-1d3a0dd87c99 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:08.489942 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-d85f3138-8552-4bcf-99d6-1d3a0dd87c99 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:59:08.495843 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc5fe-7d42-4591-b536-a721703ebd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287189987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4286855062'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:08.508236 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-d85f3138-8552-4bcf-99d6-1d3a0dd87c99 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:08.508866 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-d85f3138-8552-4bcf-99d6-1d3a0dd87c99 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:08.514584 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f3138-8552-4bcf-99d6-1d3a0dd87c99 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Pushing event updated for resources: {'Port': ['ID=eb0b615f-f58a-4151-9196-1a84367b94e3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:08.539671 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bc5fe-7d42-4591-b536-a721703ebd9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea68ca2b-0cd8-44f1-9e1f-7896468f7f22,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:08.542745 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-d85f3138-8552-4bcf-99d6-1d3a0dd87c99 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0327959 Aug 12 21:59:08.558502 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc5fe-7d42-4591-b536-a721703ebd9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:08.561024 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-2f2bc5fe-7d42-4591-b536-a721703ebd9f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ea68ca2b-0cd8-44f1-9e1f-7896468f7f22 HTTP/1.1" status: 204 len: 168 time: 0.3941200 Aug 12 21:59:08.563482 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 59668) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:08.631327 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 59670) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:08.676839 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:08.800777 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:08.814125 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b7b7d70-b2c8-46ab-a504-87124dd82c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:08.817840 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:59:08.818378 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:59:08.819957 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:59:08.824545 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Subscribe: > port after_create 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:59:08.825053 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:59:08.825563 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Subscribe: > port after_update 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:59:08.826050 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:59:08.826556 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:59:08.827024 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:59:08.827957 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:59:08.910354 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:59:08.910900 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:59:08.911371 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:59:08.911808 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:59:08.912276 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11322175-01cd-4853-9aff-10b2ba1ab94e']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:08.914990 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-c1cf2ecc-d421-45ba-a741-d37e787f4da4 None None] Provisioning for port eb0b615f-f58a-4151-9196-1a84367b94e3 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:08.932497 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-c1cf2ecc-d421-45ba-a741-d37e787f4da4 None None] Provisioning complete for port eb0b615f-f58a-4151-9196-1a84367b94e3 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:08.933430 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c1cf2ecc-d421-45ba-a741-d37e787f4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:08.945316 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294610cc-1c99-494d-92a2-73478501dd7d') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:08.945661 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294610cc-1c99-494d-92a2-73478501dd7d') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:08.968644 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288181462'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:08.995400 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.007673 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:59:09.008277 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288414325'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.014965 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf2ecc-d421-45ba-a741-d37e787f4da4 None None] Port eb0b615f-f58a-4151-9196-1a84367b94e3 cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:59:09.020123 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device fc764eb5-cdcb-4e47-8e65-c1c144a4df74 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:59:09.062210 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b7b7d70-b2c8-46ab-a504-87124dd82c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.066947 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b7b7d70-b2c8-46ab-a504-87124dd82c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.085183 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: fc764eb5-cdcb-4e47-8e65-c1c144a4df74 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:59:09.088705 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device fc764eb5-cdcb-4e47-8e65-c1c144a4df74 not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: from cryptography.utils import int_from_bytes Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: from cryptography.utils import int_from_bytes Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: Traceback (most recent call last): Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: timer() Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: cb(*args, **kw) Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: return func(*args, **kwargs) Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: self._notify() Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: self.callback(batched_events) Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: event.method(event) Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: return f(self, *a, **k) Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: return self._get(url).json() Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: return self.request(url, 'GET', **kwargs) Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:59:09.101602 dv-cinder-804459-3-iscsi neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:59:09.104490 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.126756 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-9b7b7d70-b2c8-46ab-a504-87124dd82c10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1108b744953b42488884c6f99208da0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916046 Aug 12 21:59:09.129145 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 59688) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:09.130087 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.134085 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] 10.222.0.30 "DELETE /v2.0/networks/11322175-01cd-4853-9aff-10b2ba1ab94e HTTP/1.1" status: 204 len: 168 time: 0.5695608 Aug 12 21:59:09.135908 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c813c-b4d4-4213-861d-4c9d5b7ec743 admin admin] Pushing event deleted for resources: {'Network': ['ID=11322175-01cd-4853-9aff-10b2ba1ab94e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:09.138073 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b7d70-b2c8-46ab-a504-87124dd82c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510ec37f-ee45-4c1a-abfc-75b109cb565d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:09.216889 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35c6d7c0-4ae2-4fb1-a53c-05b3eba73f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.241648 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35c6d7c0-4ae2-4fb1-a53c-05b3eba73f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.306357 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35c6d7c0-4ae2-4fb1-a53c-05b3eba73f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.310137 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35c6d7c0-4ae2-4fb1-a53c-05b3eba73f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.311955 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-35c6d7c0-4ae2-4fb1-a53c-05b3eba73f1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/510ec37f-ee45-4c1a-abfc-75b109cb565d HTTP/1.1" status: 204 len: 168 time: 0.1817584 Aug 12 21:59:09.322862 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6d7c0-4ae2-4fb1-a53c-05b3eba73f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510ec37f-ee45-4c1a-abfc-75b109cb565d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:09.333780 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 59694) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:09.400461 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-4953d0f9-b54f-4c3f-aa56-bd0370c4d865 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59d2fb1c66cc4e678d9ec82a60a9ce70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0650446 Aug 12 21:59:09.402892 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 59696) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:09.505947 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3b2400f4-2e8e-4665-b1d9-0a104e27534b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.545320 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3b2400f4-2e8e-4665-b1d9-0a104e27534b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.610809 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3b2400f4-2e8e-4665-b1d9-0a104e27534b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.617595 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3b2400f4-2e8e-4665-b1d9-0a104e27534b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.619545 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-3b2400f4-2e8e-4665-b1d9-0a104e27534b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce544378-8611-4667-953a-09d0094821a5 HTTP/1.1" status: 204 len: 168 time: 0.2156487 Aug 12 21:59:09.631485 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2400f4-2e8e-4665-b1d9-0a104e27534b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce544378-8611-4667-953a-09d0094821a5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:09.797541 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 59706) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:09.817074 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7eac355-98c0-4360-a401-93c4df14cfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:10.005394 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7eac355-98c0-4360-a401-93c4df14cfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:10.011167 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7eac355-98c0-4360-a401-93c4df14cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:10.055270 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eac355-98c0-4360-a401-93c4df14cfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e40231-1f3e-47fb-82bb-50b84652bae1,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:10.070073 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-f7eac355-98c0-4360-a401-93c4df14cfa3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b44dbbd0a7af4156bb80e29773d2f8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711940 Aug 12 21:59:10.073114 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 59720) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:10.140195 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eec115e2-1145-4290-b5a3-3bf2f5d65cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:10.166126 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eec115e2-1145-4290-b5a3-3bf2f5d65cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:10.236350 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eec115e2-1145-4290-b5a3-3bf2f5d65cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:10.240429 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eec115e2-1145-4290-b5a3-3bf2f5d65cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:10.242069 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-eec115e2-1145-4290-b5a3-3bf2f5d65cde admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18e40231-1f3e-47fb-82bb-50b84652bae1 HTTP/1.1" status: 204 len: 168 time: 0.1673977 Aug 12 21:59:10.255872 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec115e2-1145-4290-b5a3-3bf2f5d65cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e40231-1f3e-47fb-82bb-50b84652bae1,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:10.638419 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 59752) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:10.717865 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 59758) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:10.739183 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44cc5792-66f8-412e-add7-7c97b65cf087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:10.866803 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-75e6c6ae-8efb-4354-b482-c357b8330f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:10.902738 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44cc5792-66f8-412e-add7-7c97b65cf087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:10.910724 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44cc5792-66f8-412e-add7-7c97b65cf087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:10.965547 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-44cc5792-66f8-412e-add7-7c97b65cf087 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b97b1a755650416c951c149ed2aa1259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457600 Aug 12 21:59:10.969687 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 59762) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:10.970414 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc5792-66f8-412e-add7-7c97b65cf087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3019707e-7ee9-445d-931d-98c99242a15d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:11.035400 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 59766) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:11.056823 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc3c9-dd2e-43a8-8304-91835e02b73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.065362 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-75e6c6ae-8efb-4354-b482-c357b8330f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.071420 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-75e6c6ae-8efb-4354-b482-c357b8330f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.084040 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc3c9-dd2e-43a8-8304-91835e02b73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.154564 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6c6ae-8efb-4354-b482-c357b8330f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af62f99f-49b2-4f42-9bb4-2b85b01bf1a1,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:11.166792 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-75e6c6ae-8efb-4354-b482-c357b8330f31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17280afe0bdc41838e0c39fca5de1d94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244477 Aug 12 21:59:11.167007 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 59774) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:11.203371 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc3c9-dd2e-43a8-8304-91835e02b73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.208251 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc3c9-dd2e-43a8-8304-91835e02b73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.214276 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-d1fdc3c9-dd2e-43a8-8304-91835e02b73e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3019707e-7ee9-445d-931d-98c99242a15d HTTP/1.1" status: 204 len: 168 time: 0.2437479 Aug 12 21:59:11.247237 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-936252206-network', 'tenant_id': 'f422e7690b9f4daf891a90a7cb9b1b0d'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:11.259916 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdc3c9-dd2e-43a8-8304-91835e02b73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3019707e-7ee9-445d-931d-98c99242a15d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:11.303182 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] Made reservation on behalf of f422e7690b9f4daf891a90a7cb9b1b0d for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:11.306251 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.309665 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a880ccbf-cf69-498c-ba85-765ba13ec351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.318669 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.359458 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a880ccbf-cf69-498c-ba85-765ba13ec351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.503219 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a880ccbf-cf69-498c-ba85-765ba13ec351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.506895 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a880ccbf-cf69-498c-ba85-765ba13ec351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.508336 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-a880ccbf-cf69-498c-ba85-765ba13ec351 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af62f99f-49b2-4f42-9bb4-2b85b01bf1a1 HTTP/1.1" status: 204 len: 168 time: 0.3401005 Aug 12 21:59:11.527374 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880ccbf-cf69-498c-ba85-765ba13ec351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af62f99f-49b2-4f42-9bb4-2b85b01bf1a1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:11.559141 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.575312 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.616309 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:59:11.645577 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.646040 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.segments_db [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] Added segment 0551abc9-1eb0-4035-afc1-173b3cedf23b of type vlan for network 7dc646d7-f950-434b-a533-971074945ab2 Aug 12 21:59:11.647853 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:11.722072 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.770090 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.772643 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:11.781222 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:11.867678 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8307853 Aug 12 21:59:11.870606 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 59800) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:11.877423 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-38b49efa-d4f5-4f7e-8379-e7992de99029 admin admin] Request body: {'subnet': {'network_id': '7dc646d7-f950-434b-a533-971074945ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-936252206-subnet', 'tenant_id': 'f422e7690b9f4daf891a90a7cb9b1b0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:11.897381 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce327150-525b-436c-a764-d482299b8a88 admin admin] Pushing event updated for resources: {'Network': ['ID=7dc646d7-f950-434b-a533-971074945ab2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:11.911515 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b49efa-d4f5-4f7e-8379-e7992de99029 admin admin] Made reservation on behalf of f422e7690b9f4daf891a90a7cb9b1b0d for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:11.912229 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network 7dc646d7-f950-434b-a533-971074945ab2 details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:59:11.914885 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-38b49efa-d4f5-4f7e-8379-e7992de99029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4286855101'] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:12.187734 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-38b49efa-d4f5-4f7e-8379-e7992de99029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287189924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4286855055'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:12.258924 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b49efa-d4f5-4f7e-8379-e7992de99029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=967e0119-10d8-4136-be16-ba8092727e05,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:12.268997 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b49efa-d4f5-4f7e-8379-e7992de99029 admin admin] Checking segment: {'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:12.269486 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b49efa-d4f5-4f7e-8379-e7992de99029 admin admin] Network hostable DHCP agents. Network: 7dc646d7-f950-434b-a533-971074945ab2, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:59:12.289580 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b49efa-d4f5-4f7e-8379-e7992de99029 admin admin] Network 7dc646d7-f950-434b-a533-971074945ab2 is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:59:12.302196 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-38b49efa-d4f5-4f7e-8379-e7992de99029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, 7dc646d7-f950-434b-a533-971074945ab2) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:12.316911 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28de135-cd7f-4c86-9cb3-843de3662321 None None] Network 7dc646d7-f950-434b-a533-971074945ab2 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:59:12.321849 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b49efa-d4f5-4f7e-8379-e7992de99029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:12.322470 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-38b49efa-d4f5-4f7e-8379-e7992de99029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:12.379800 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-38b49efa-d4f5-4f7e-8379-e7992de99029 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5064094 Aug 12 21:59:12.529911 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6b46d7-5d22-40d6-b93c-57ed13c1ee9a None None] Network 7dc646d7-f950-434b-a533-971074945ab2 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:59:15.712824 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:16.520010 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 59968) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:16.673122 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b146c24-2dae-4907-bca5-f3d173199d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:16.791692 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b146c24-2dae-4907-bca5-f3d173199d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:16.796544 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b146c24-2dae-4907-bca5-f3d173199d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:16.837433 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-8b146c24-2dae-4907-bca5-f3d173199d53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0ff5bedb2574b1f8e534db6c890de58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163087 Aug 12 21:59:16.838673 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b146c24-2dae-4907-bca5-f3d173199d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675ce250-37da-41d9-97bd-3ad9c10316e6,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:16.840197 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 59978) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:16.914508 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-667ff88e-cc1d-4656-ab11-7d4e60b56db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:16.950609 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-667ff88e-cc1d-4656-ab11-7d4e60b56db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:17.018124 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-667ff88e-cc1d-4656-ab11-7d4e60b56db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:17.020579 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-667ff88e-cc1d-4656-ab11-7d4e60b56db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:17.024972 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-667ff88e-cc1d-4656-ab11-7d4e60b56db6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/675ce250-37da-41d9-97bd-3ad9c10316e6 HTTP/1.1" status: 204 len: 168 time: 0.1812706 Aug 12 21:59:17.033090 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ff88e-cc1d-4656-ab11-7d4e60b56db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675ce250-37da-41d9-97bd-3ad9c10316e6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:17.660522 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 60026) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:17.787686 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb84-601b-4ead-8c7d-056f2acc5465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:17.904513 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb84-601b-4ead-8c7d-056f2acc5465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:17.909736 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb84-601b-4ead-8c7d-056f2acc5465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:17.957059 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60040) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:17.957758 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-6dc2fb84-601b-4ead-8c7d-056f2acc5465 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec292c63fc5840a882e285f443e4a691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954376 Aug 12 21:59:17.978628 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2fb84-601b-4ead-8c7d-056f2acc5465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8193e6-d066-49ec-a1a6-37b4599e853b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:18.037967 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0b254c0a-5f64-4467-8aeb-e6f0a5a30117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:18.067026 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0b254c0a-5f64-4467-8aeb-e6f0a5a30117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:18.124283 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0b254c0a-5f64-4467-8aeb-e6f0a5a30117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:18.126892 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0b254c0a-5f64-4467-8aeb-e6f0a5a30117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:18.132031 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-0b254c0a-5f64-4467-8aeb-e6f0a5a30117 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a8193e6-d066-49ec-a1a6-37b4599e853b HTTP/1.1" status: 204 len: 168 time: 0.1687696 Aug 12 21:59:18.159296 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b254c0a-5f64-4467-8aeb-e6f0a5a30117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8193e6-d066-49ec-a1a6-37b4599e853b,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:18.464752 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60054) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:18.601127 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60060) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:18.617863 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a361de67-2a94-4ac8-98ad-e1d91f5be7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:18.651871 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-02ec4465-28ad-4265-bdb5-5254c7a8518e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:18.722026 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.db.api [None req-02ec4465-28ad-4265-bdb5-5254c7a8518e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 21:59:18.722026 dv-cinder-804459-3-iscsi neutron-server[93878]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 21:59:18.722026 dv-cinder-804459-3-iscsi neutron-server[93878]: [parameters: {'project_id': '26811da627c64bef9e39b918f0b877f5', 'id': '47c1221d-adbd-4d85-9a68-a5f737c46c84', 'expiration': datetime.datetime(2021, 8, 12, 22, 1, 18, 688283)}] Aug 12 21:59:18.722026 dv-cinder-804459-3-iscsi neutron-server[93878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 21:59:18.722639 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG oslo_db.api [None req-02ec4465-28ad-4265-bdb5-5254c7a8518e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 21:59:18.808639 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a361de67-2a94-4ac8-98ad-e1d91f5be7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:18.812864 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a361de67-2a94-4ac8-98ad-e1d91f5be7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:18.850905 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361de67-2a94-4ac8-98ad-e1d91f5be7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05829bb5-fd0a-48d0-8170-be020b2612c4,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:18.858208 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 60064) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:18.858425 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-a361de67-2a94-4ac8-98ad-e1d91f5be7a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d0b8f0ae80443638ba1b2fcb1b5cb09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558050 Aug 12 21:59:18.913126 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c24b47c2-5aaa-475e-a9ed-8668544845ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:18.936902 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c24b47c2-5aaa-475e-a9ed-8668544845ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:18.988224 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c24b47c2-5aaa-475e-a9ed-8668544845ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:18.990643 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c24b47c2-5aaa-475e-a9ed-8668544845ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:18.996182 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-c24b47c2-5aaa-475e-a9ed-8668544845ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05829bb5-fd0a-48d0-8170-be020b2612c4 HTTP/1.1" status: 204 len: 168 time: 0.1353180 Aug 12 21:59:19.004740 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b47c2-5aaa-475e-a9ed-8668544845ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05829bb5-fd0a-48d0-8170-be020b2612c4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:19.224176 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-02ec4465-28ad-4265-bdb5-5254c7a8518e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:19.324689 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-02ec4465-28ad-4265-bdb5-5254c7a8518e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:19.330025 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-02ec4465-28ad-4265-bdb5-5254c7a8518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:19.372388 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec4465-28ad-4265-bdb5-5254c7a8518e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd00b6ff-5084-4d6f-ba42-1d00f57ab002,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:19.379266 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-02ec4465-28ad-4265-bdb5-5254c7a8518e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26811da627c64bef9e39b918f0b877f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9110930 Aug 12 21:59:19.379751 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 60078) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:19.473436 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a5efa1f9-1ee8-431a-931d-715c8bf5674c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:19.496407 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a5efa1f9-1ee8-431a-931d-715c8bf5674c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:19.549634 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a5efa1f9-1ee8-431a-931d-715c8bf5674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:19.552839 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a5efa1f9-1ee8-431a-931d-715c8bf5674c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:19.554408 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-a5efa1f9-1ee8-431a-931d-715c8bf5674c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd00b6ff-5084-4d6f-ba42-1d00f57ab002 HTTP/1.1" status: 204 len: 168 time: 0.1731925 Aug 12 21:59:19.562853 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efa1f9-1ee8-431a-931d-715c8bf5674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd00b6ff-5084-4d6f-ba42-1d00f57ab002,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:20.481420 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 60142) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:20.574221 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1436451241-network', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:20.597011 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] Made reservation on behalf of 9cb2e69a590040cb83336b3d22d2760c for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:20.599677 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:20.610231 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:20.627606 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Request body: {'port': {'device_id': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:20.768850 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:20.817040 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-13c8d88f-45f3-452f-a597-d49ea42f64bb req-fdcbcf23-282d-496d-a906-a848ceb43356 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1597457 Aug 12 21:59:20.867297 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60158) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:20.888117 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e6810-1895-4bb8-b839-3bd196ed1d2c req-db973342-dbab-4a40-a260-0090a8e95447 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:20.889630 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9a3e6810-1895-4bb8-b839-3bd196ed1d2c req-db973342-dbab-4a40-a260-0090a8e95447 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 932 time: 0.1706607 Aug 12 21:59:20.914797 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d987d5-61bf-4980-a8bb-35cfca60888c req-dbe34258-c89c-4f6a-8a9c-bb1d3438ceb1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:20.916267 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b9d987d5-61bf-4980-a8bb-35cfca60888c req-dbe34258-c89c-4f6a-8a9c-bb1d3438ceb1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.1761034 Aug 12 21:59:20.978374 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65cfc5b9-02ca-4126-b675-1c39b5afce55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.096749 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.128931 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8d88f-45f3-452f-a597-d49ea42f64bb req-d11776b9-5118-4cb4-a8a4-5ab8ddd318f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:21.131890 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-13c8d88f-45f3-452f-a597-d49ea42f64bb req-d11776b9-5118-4cb4-a8a4-5ab8ddd318f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65c8e0e15b874e188e4c978a57a4d609&device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 1098 time: 0.2399809 Aug 12 21:59:21.133395 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b9d987d5-61bf-4980-a8bb-35cfca60888c req-8b8f5c8b-7730-4cb7-b3ff-a569e90653fa tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950865 Aug 12 21:59:21.134070 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.139361 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9a3e6810-1895-4bb8-b839-3bd196ed1d2c req-ea480abc-8844-4b04-899c-d3129874f004 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221541 Aug 12 21:59:21.176364 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:59:21.222784 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ad1356-3760-4a86-8edb-bd9989403e63,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:21.226368 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65cfc5b9-02ca-4126-b675-1c39b5afce55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.234392 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65cfc5b9-02ca-4126-b675-1c39b5afce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.277001 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.277479 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.segments_db [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] Added segment ae5b139f-c15c-4053-b262-02bedcc7a526 of type vlan for network 62ca0b8a-42eb-40a6-95bf-2de7f58a298a Aug 12 21:59:21.285078 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-65cfc5b9-02ca-4126-b675-1c39b5afce55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab03f01f79c94519bed13be94e6d7fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166434 Aug 12 21:59:21.286745 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60170) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:21.295028 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfc5b9-02ca-4126-b675-1c39b5afce55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4087467-6ae4-440a-8bd3-468d6e100b59,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:21.363724 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-71be2910-a03b-48e8-ae2d-37466477b2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.381722 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.389166 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-71be2910-a03b-48e8-ae2d-37466477b2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.443450 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-71be2910-a03b-48e8-ae2d-37466477b2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.444915 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8d88f-45f3-452f-a597-d49ea42f64bb req-168098ed-7bef-46f6-8e18-ee57ca8842c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:21.446507 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-13c8d88f-45f3-452f-a597-d49ea42f64bb req-168098ed-7bef-46f6-8e18-ee57ca8842c4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6401582-edab-421b-84ee-f3395ffb54b7 HTTP/1.1" status: 200 len: 920 time: 0.2657619 Aug 12 21:59:21.448103 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-71be2910-a03b-48e8-ae2d-37466477b2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.451594 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-71be2910-a03b-48e8-ae2d-37466477b2be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4087467-6ae4-440a-8bd3-468d6e100b59 HTTP/1.1" status: 204 len: 168 time: 0.1616080 Aug 12 21:59:21.462081 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be2910-a03b-48e8-ae2d-37466477b2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4087467-6ae4-440a-8bd3-468d6e100b59,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:21.514813 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-13c8d88f-45f3-452f-a597-d49ea42f64bb req-5d87071c-3f4b-4be9-ae82-0ad7aeac8509 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af4d73f1-89ec-41b8-a619-8edc0ab6317d HTTP/1.1" status: 200 len: 217 time: 0.0558536 Aug 12 21:59:21.546901 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.548688 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:21.549291 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.553274 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0b615f-f58a-4151-9196-1a84367b94e3 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:59:21.559612 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60186) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:21.627486 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.729830 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Transition to ACTIVE for port object eb0b615f-f58a-4151-9196-1a84367b94e3 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:21.734224 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2582340 Aug 12 21:59:21.735230 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60196) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:21.743540 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-6acfc3e5-1a94-44d4-9c66-962a362d31b1 admin admin] Request body: {'subnet': {'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1436451241-subnet', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:21.743960 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8d88f-45f3-452f-a597-d49ea42f64bb req-8a8add24-6d93-4ad9-80f8-3d66e63b999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:21.745427 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-13c8d88f-45f3-452f-a597-d49ea42f64bb req-8a8add24-6d93-4ad9-80f8-3d66e63b999f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=253d0eb4-be87-496e-9f11-596ea7aea7ca HTTP/1.1" status: 200 len: 859 time: 0.2093003 Aug 12 21:59:21.749377 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb20063-af10-44c5-a5c0-65fc81d1afe2 admin admin] Pushing event updated for resources: {'Network': ['ID=62ca0b8a-42eb-40a6-95bf-2de7f58a298a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:21.758111 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.761127 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network 62ca0b8a-42eb-40a6-95bf-2de7f58a298a details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:59:21.825794 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acfc3e5-1a94-44d4-9c66-962a362d31b1 admin admin] Made reservation on behalf of 9cb2e69a590040cb83336b3d22d2760c for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:21.828738 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6acfc3e5-1a94-44d4-9c66-962a362d31b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4286855101'] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.873109 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-13c8d88f-45f3-452f-a597-d49ea42f64bb req-5735a6af-7c53-49c2-b019-8e8855e19711 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6401582-edab-421b-84ee-f3395ffb54b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058931 Aug 12 21:59:21.899843 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-8188844d-a4e8-49e0-80d7-acb058f8867d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:21.914538 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94886e3b-fc82-4a99-828a-cb1a19740c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.915024 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-8188844d-a4e8-49e0-80d7-acb058f8867d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/networks?id=7dc646d7-f950-434b-a533-971074945ab2 HTTP/1.1" status: 200 len: 814 time: 0.3961034 Aug 12 21:59:21.953713 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c726aa4a-4595-4639-bb13-1160f897cac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:22.005159 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 60198) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:22.028684 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0b615f-f58a-4151-9196-1a84367b94e3,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:22.068692 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94886e3b-fc82-4a99-828a-cb1a19740c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:22.076321 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94886e3b-fc82-4a99-828a-cb1a19740c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:22.081632 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-f128b90d-3d54-40d9-ab2d-4fafc69cfe52 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/quotas/f422e7690b9f4daf891a90a7cb9b1b0d HTTP/1.1" status: 200 len: 375 time: 0.1660526 Aug 12 21:59:22.114089 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2acb7f6e-3b18-45f0-a383-855b1aa02a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:22.152162 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-94886e3b-fc82-4a99-828a-cb1a19740c96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df47d61f079840089532223995c5cf50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5913532 Aug 12 21:59:22.155098 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60200) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:22.169114 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94886e3b-fc82-4a99-828a-cb1a19740c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0633ca7-bd28-4165-9ede-5d6bf6595492,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:22.179628 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-9e9c7783-5136-4eae-9460-c604fec78c48 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f422e7690b9f4daf891a90a7cb9b1b0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608792 Aug 12 21:59:22.263442 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6acfc3e5-1a94-44d4-9c66-962a362d31b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287189924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4286855055'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:22.282882 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e943a9-ff62-43a7-854f-e402b3ee43fa req-19839040-1783-48ed-9b40-f01a4cdfee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:22.284939 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-19e943a9-ff62-43a7-854f-e402b3ee43fa req-19839040-1783-48ed-9b40-f01a4cdfee21 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 1099 time: 0.2264874 Aug 12 21:59:22.291156 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fa49869-3142-48d4-999b-ef02384619bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:22.298404 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-13c8d88f-45f3-452f-a597-d49ea42f64bb req-c10215bc-bf41-4e3b-a0ae-3de9c243c896 service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775308 Aug 12 21:59:22.299070 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Attempting to bind port eb0b615f-f58a-4151-9196-1a84367b94e3 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:59:22.299407 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Attempting to bind port eb0b615f-f58a-4151-9196-1a84367b94e3 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '902642b8-7cc6-4668-af6b-32efc0b039f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:59:22.299738 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Attempting to bind port eb0b615f-f58a-4151-9196-1a84367b94e3 on network 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:22.340920 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfc3e5-1a94-44d4-9c66-962a362d31b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:22.344494 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fa49869-3142-48d4-999b-ef02384619bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:22.373812 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acfc3e5-1a94-44d4-9c66-962a362d31b1 admin admin] Checking segment: {'id': 'ae5b139f-c15c-4053-b262-02bedcc7a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:22.374178 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acfc3e5-1a94-44d4-9c66-962a362d31b1 admin admin] Network hostable DHCP agents. Network: 62ca0b8a-42eb-40a6-95bf-2de7f58a298a, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:59:22.402483 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acfc3e5-1a94-44d4-9c66-962a362d31b1 admin admin] Network 62ca0b8a-42eb-40a6-95bf-2de7f58a298a is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:59:22.415801 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-6acfc3e5-1a94-44d4-9c66-962a362d31b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, 62ca0b8a-42eb-40a6-95bf-2de7f58a298a) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:22.420230 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fa49869-3142-48d4-999b-ef02384619bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:22.425400 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac417e5-6d97-4dec-abc0-d24260b14aca None None] Network 62ca0b8a-42eb-40a6-95bf-2de7f58a298a requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:59:22.428169 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fa49869-3142-48d4-999b-ef02384619bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:22.429694 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-0fa49869-3142-48d4-999b-ef02384619bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f0633ca7-bd28-4165-9ede-5d6bf6595492 HTTP/1.1" status: 204 len: 168 time: 0.2731385 Aug 12 21:59:22.431394 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acfc3e5-1a94-44d4-9c66-962a362d31b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:22.432161 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6acfc3e5-1a94-44d4-9c66-962a362d31b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:22.446334 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa49869-3142-48d4-999b-ef02384619bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0633ca7-bd28-4165-9ede-5d6bf6595492,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:22.589477 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49bcab0f-72fd-56c1-b72d-e4210340e10c-62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'fixed_ips': [{'subnet_id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f'}]}} from dv-cinder-804459-3-iscsi. {{(pid=93879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:59:22.590735 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:22.593961 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Port eb0b615f-f58a-4151-9196-1a84367b94e3 on network 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:59:22.594475 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Attempting to bind port eb0b615f-f58a-4151-9196-1a84367b94e3 on network 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:22.658882 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:59:22.659145 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Checking segment: {'id': '902642b8-7cc6-4668-af6b-32efc0b039f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:22.659720 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Bound using segment: {'id': '902642b8-7cc6-4668-af6b-32efc0b039f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:59:22.660321 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Bound port: eb0b615f-f58a-4151-9196-1a84367b94e3, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902642b8-7cc6-4668-af6b-32efc0b039f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:59:22.660853 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:22.716862 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-19e943a9-ff62-43a7-854f-e402b3ee43fa req-aea3dc47-766d-45b1-8f07-0a07f3e4579d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092605 Aug 12 21:59:22.752800 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e653f1-153e-47f4-af22-a55252f70d8b req-1ef258db-3324-4f88-9998-91fe2e6cdc3d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:22.758148 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a6e653f1-153e-47f4-af22-a55252f70d8b req-1ef258db-3324-4f88-9998-91fe2e6cdc3d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.4878254 Aug 12 21:59:22.795058 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-2b062dbb-c2b0-4cfd-917d-bc4d7b83f9d3 service neutron] 10.222.0.30 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990593 Aug 12 21:59:22.812077 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60212) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:22.833930 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e7aea7ac-b4db-46a9-8e82-be6046d34f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:22.858641 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Allocated IP 172.20.0.2 (62ca0b8a-42eb-40a6-95bf-2de7f58a298a/3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f/96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:59:22.897655 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-13c8d88f-45f3-452f-a597-d49ea42f64bb req-ae212e49-c902-4236-a8c7-153830277e83 service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812130 Aug 12 21:59:22.918631 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2acb7f6e-3b18-45f0-a383-855b1aa02a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:22.935459 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-6acfc3e5-1a94-44d4-9c66-962a362d31b1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1989098 Aug 12 21:59:22.938834 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60216) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:22.945626 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2acb7f6e-3b18-45f0-a383-855b1aa02a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:22.948080 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:22.957680 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a6e653f1-153e-47f4-af22-a55252f70d8b req-2cf9f756-34e4-4149-b870-10b4454e35c2 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959417 Aug 12 21:59:22.969368 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] For port eb0b615f-f58a-4151-9196-1a84367b94e3, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:59:23.004001 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] For port eb0b615f-f58a-4151-9196-1a84367b94e3, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=eb0b615f-f58a-4151-9196-1a84367b94e3,segment=NetworkSegment(902642b8-7cc6-4668-af6b-32efc0b039f9),segment_id=902642b8-7cc6-4668-af6b-32efc0b039f9)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:59:23.027784 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.037379 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e7aea7ac-b4db-46a9-8e82-be6046d34f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.045894 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-2acb7f6e-3b18-45f0-a383-855b1aa02a5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=daf90d61ea444c5d8bbb618cfe31438c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0383632 Aug 12 21:59:23.050467 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e7aea7ac-b4db-46a9-8e82-be6046d34f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.050751 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb7f6e-3b18-45f0-a383-855b1aa02a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e93b2b8-1feb-4007-87f6-884afb77c749,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:23.053077 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 60218) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:23.059859 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.073030 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Transition to ACTIVE for port object 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:23.084843 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-ec1abab7-58f6-447c-a022-ccd6b9f8f7ed service neutron] 10.222.0.30 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728767 Aug 12 21:59:23.099658 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103827'] for router, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.100565 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103836'] for router, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.103670 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:23.104423 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.105977 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] 10.222.0.58 "PUT /v2.0/ports/eb0b615f-f58a-4151-9196-1a84367b94e3 HTTP/1.1" status: 200 len: 1094 time: 2.4858739 Aug 12 21:59:23.110395 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'tag': 'eb0b615f-f58a-4151-9196-1a84367b94e3'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:23.114025 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf085a0f-3530-4c9f-b5f9-1a27b6a3045a" -d '{"events": [{"name": "network-changed", "server_uuid": "61364b30-fe3f-46fa-8f32-25c4dc6b53ae", "tag": "eb0b615f-f58a-4151-9196-1a84367b94e3"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:23.120369 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Transition to ACTIVE for port object 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:23.127639 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-e7aea7ac-b4db-46a9-8e82-be6046d34f4d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=416efcb0e6074d789168dac616365595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137825 Aug 12 21:59:23.128577 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60222) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:23.135620 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.149354 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aea7ac-b4db-46a9-8e82-be6046d34f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e545913-f320-4865-a40d-2905e1ed75df,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:23.202050 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd514a-721e-488f-9b2a-034cf3643884 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0b615f-f58a-4151-9196-1a84367b94e3,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:23.204439 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Network 62ca0b8a-42eb-40a6-95bf-2de7f58a298a is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:23.210241 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:23.214039 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:59:23.220224 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Pushing event updated for resources: {'Port': ['ID=96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:23.233058 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:23.233398 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:23.233864 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:23.234212 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:23.234549 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:23.234885 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:23.235225 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:23.235554 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:23.235966 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:23.236335 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:23.236663 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:23.236990 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:23.273480 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-472f14c3-260f-40f7-8542-e9355b003b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.306352 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef480c-657e-4038-8520-7777376296c3 req-62796a54-df4f-44d3-af9b-93865ed3f4f8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:23.312014 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Attempting to bind port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:59:23.312573 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b3ef480c-657e-4038-8520-7777376296c3 req-62796a54-df4f-44d3-af9b-93865ed3f4f8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 944 time: 0.1906862 Aug 12 21:59:23.312834 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Attempting to bind port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': 'ae5b139f-c15c-4053-b262-02bedcc7a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:59:23.313398 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Attempting to bind port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a on network 62ca0b8a-42eb-40a6-95bf-2de7f58a298a {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:23.315197 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f26c8b78-7d4e-4079-8ed9-c8e0284e460d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.320104 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:59:23.320779 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Checking segment: {'id': 'ae5b139f-c15c-4053-b262-02bedcc7a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:23.321610 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.325840 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Bound using segment: {'id': 'ae5b139f-c15c-4053-b262-02bedcc7a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:59:23.326623 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Bound port: 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5b139f-c15c-4053-b262-02bedcc7a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:59:23.327283 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.338342 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.380046 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-ebb6652d-53aa-4e6c-adc5-a70799cedf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:23.381925 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-ebb6652d-53aa-4e6c-adc5-a70799cedf2a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8f57411a28842e69c8732c884da7094&device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 1097 time: 0.1858938 Aug 12 21:59:23.387644 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f26c8b78-7d4e-4079-8ed9-c8e0284e460d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.390102 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-472f14c3-260f-40f7-8542-e9355b003b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.401383 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:59:23.460858 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] For port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:59:23.468536 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] For port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:59:23.485481 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.499605 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-f41efacd-c923-4af6-84c9-9f918338206d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb0b615f-f58a-4151-9196-1a84367b94e3 HTTP/1.1" status: 200 len: 217 time: 0.0957019 Aug 12 21:59:23.511988 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b3ef480c-657e-4038-8520-7777376296c3 req-c563f408-5a64-4a7f-914b-b67b2c69d420 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907709 Aug 12 21:59:23.599941 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f26c8b78-7d4e-4079-8ed9-c8e0284e460d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.607378 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f26c8b78-7d4e-4079-8ed9-c8e0284e460d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.610715 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-f26c8b78-7d4e-4079-8ed9-c8e0284e460d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e93b2b8-1feb-4007-87f6-884afb77c749 HTTP/1.1" status: 204 len: 168 time: 0.5366046 Aug 12 21:59:23.639705 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c8b78-7d4e-4079-8ed9-c8e0284e460d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e93b2b8-1feb-4007-87f6-884afb77c749,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:23.666555 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27eda1-5046-462c-9328-be8af1777123 None None] Pushing event updated for resources: {'Port': ['ID=96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:23.671759 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-87c09dfd-028b-46bc-a66a-caeddce749b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:23.675022 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-87c09dfd-028b-46bc-a66a-caeddce749b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0b51929-b6d9-4322-af92-380f1fe3953d HTTP/1.1" status: 200 len: 854 time: 0.1425140 Aug 12 21:59:23.679352 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b46261-45f9-4703-91ec-87af770705e2 x-openstack-request-id: req-b0b46261-45f9-4703-91ec-87af770705e2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:23.680537 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61364b30-fe3f-46fa-8f32-25c4dc6b53ae", "tag": "eb0b615f-f58a-4151-9196-1a84367b94e3", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:23.681851 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0b46261-45f9-4703-91ec-87af770705e2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:23.686205 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'tag': 'eb0b615f-f58a-4151-9196-1a84367b94e3', 'status': 'completed', 'code': 200} Aug 12 21:59:23.746586 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.808320 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ab515fdc-84d8-46a3-a7c1-ad7a5ac1b680 req-114f7801-6dfc-4f9a-98fa-01b84faebe2c tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 210 time: 0.0668819 Aug 12 21:59:23.835490 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-8f890f25-57a3-4f64-bf32-2805a18b9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:23.837836 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-8f890f25-57a3-4f64-bf32-2805a18b9e39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1499684 Aug 12 21:59:23.855203 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-472f14c3-260f-40f7-8542-e9355b003b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.859477 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-472f14c3-260f-40f7-8542-e9355b003b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.864015 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-472f14c3-260f-40f7-8542-e9355b003b25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e545913-f320-4865-a40d-2905e1ed75df HTTP/1.1" status: 204 len: 168 time: 0.7301950 Aug 12 21:59:23.874421 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f14c3-260f-40f7-8542-e9355b003b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e545913-f320-4865-a40d-2905e1ed75df,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:24.135305 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-39f4f42d-2b0c-49dd-92f9-911cf90bdffa service neutron] 10.222.0.58 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874844 Aug 12 21:59:24.245319 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:24.283704 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:24.315257 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebcfbf-78fd-4372-8e3b-4f82f883c1b7 req-ee47bc9a-ffcb-4aa4-a5d3-6b1dedfcea73 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:24.334704 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a1ebcfbf-78fd-4372-8e3b-4f82f883c1b7 req-ee47bc9a-ffcb-4aa4-a5d3-6b1dedfcea73 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.1928747 Aug 12 21:59:24.420288 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62a2caee-c886-4a8a-82eb-5fe0ac0d86c1 req-fb7c3baa-c426-49c9-bdfb-339fb6688ab6 service neutron] 10.222.0.58 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630868 Aug 12 21:59:24.443395 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a1ebcfbf-78fd-4372-8e3b-4f82f883c1b7 req-1afab1b3-29d6-45ba-b9dc-00db501e4a72 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993848 Aug 12 21:59:24.466571 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Allocated IP 172.27.0.200 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/e452dfe7-7253-404a-9110-21cd940d6e18) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:59:24.494393 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:24.505072 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d2f57532-579b-49cf-a1a9-9f292304e069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:24.542141 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60258) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:24.559340 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ee4a4a7-6f75-43f5-a526-c435e2cb302f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:24.599451 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf085a0f-3530-4c9f-b5f9-1a27b6a3045a req-43681568-8f6a-4fce-85f2-169631f0df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:24.604779 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cf085a0f-3530-4c9f-b5f9-1a27b6a3045a req-43681568-8f6a-4fce-85f2-169631f0df56 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8f57411a28842e69c8732c884da7094&device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 1097 time: 0.1182141 Aug 12 21:59:24.662043 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:24.755486 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:24.759030 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ee4a4a7-6f75-43f5-a526-c435e2cb302f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:24.772957 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e561ca2-a26d-437d-9909-247d6335c072 req-0e715d1e-954b-46a3-9746-7163b6726861 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:24.774540 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e561ca2-a26d-437d-9909-247d6335c072 req-0e715d1e-954b-46a3-9746-7163b6726861 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.2273679 Aug 12 21:59:24.844615 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ee4a4a7-6f75-43f5-a526-c435e2cb302f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:24.852219 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:24.901366 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf085a0f-3530-4c9f-b5f9-1a27b6a3045a req-b31b0967-4edc-41d7-841c-fdabe82e9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:24.903199 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cf085a0f-3530-4c9f-b5f9-1a27b6a3045a req-b31b0967-4edc-41d7-841c-fdabe82e9e70 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 HTTP/1.1" status: 200 len: 916 time: 0.2708397 Aug 12 21:59:24.908615 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e561ca2-a26d-437d-9909-247d6335c072 req-b2b54ed9-c543-4063-8715-c5413bb41509 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149628 Aug 12 21:59:24.931258 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:24.952088 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:24.954534 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:59:24.958751 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e452dfe7-7253-404a-9110-21cd940d6e18,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:24.983136 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-3ee4a4a7-6f75-43f5-a526-c435e2cb302f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a81de5bf2e8344c2a8fdac673cc03c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372077 Aug 12 21:59:24.983136 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4a4a7-6f75-43f5-a526-c435e2cb302f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd613cb-6c6f-4526-ad20-26d6a8ca9b08,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:25.036261 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:25.042639 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a703f99-0831-42b6-a5d3-3b410982f863 req-0ac6a822-adb3-4cb6-ae33-41fde342bc33 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:25.051141 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4a703f99-0831-42b6-a5d3-3b410982f863 req-0ac6a822-adb3-4cb6-ae33-41fde342bc33 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 944 time: 0.2542014 Aug 12 21:59:25.051807 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60270) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:25.070905 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cf085a0f-3530-4c9f-b5f9-1a27b6a3045a req-4f0c2097-29e0-482b-af9b-68fcc82bd6c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb0b615f-f58a-4151-9196-1a84367b94e3 HTTP/1.1" status: 200 len: 217 time: 0.1532035 Aug 12 21:59:25.105855 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cd5ecb-927d-4747-9c74-c3145cf9f248 None None] Network 62ca0b8a-42eb-40a6-95bf-2de7f58a298a requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:59:25.194781 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4a703f99-0831-42b6-a5d3-3b410982f863 req-aa99727a-f0f8-4d9d-af75-820b34a800a9 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425023 Aug 12 21:59:25.215140 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf085a0f-3530-4c9f-b5f9-1a27b6a3045a req-e16456aa-f020-4ed1-b189-baa66192dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:25.216668 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cf085a0f-3530-4c9f-b5f9-1a27b6a3045a req-e16456aa-f020-4ed1-b189-baa66192dba8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0b51929-b6d9-4322-af92-380f1fe3953d HTTP/1.1" status: 200 len: 854 time: 0.1164308 Aug 12 21:59:25.284543 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-04a485ae-6906-4ba9-91d3-3b942ea38efd tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:25.285940 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-04a485ae-6906-4ba9-91d3-3b942ea38efd tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "GET /v2.0/networks?id=7dc646d7-f950-434b-a533-971074945ab2 HTTP/1.1" status: 200 len: 814 time: 0.3344328 Aug 12 21:59:25.308949 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cdda2ff0-90ab-427f-927a-db1e6e3e6386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:25.322306 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3ffd1aa4-2246-4345-9441-fe3826e2112d req-9cbab4a6-5acf-44a0-8171-e3e1daec7021 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 210 time: 0.0327399 Aug 12 21:59:25.325993 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-412b3fdc-be8d-4f84-b974-ed2c741cef6d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Request body: {'port': {'device_id': 'fe4ea353-3964-4195-8a42-06add51f800f', 'network_id': '7dc646d7-f950-434b-a533-971074945ab2', 'admin_state_up': True, 'tenant_id': 'f422e7690b9f4daf891a90a7cb9b1b0d'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:25.348515 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf085a0f-3530-4c9f-b5f9-1a27b6a3045a req-2e508b02-483d-4abd-8aa8-96b8f195fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:25.350144 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cf085a0f-3530-4c9f-b5f9-1a27b6a3045a req-2e508b02-483d-4abd-8aa8-96b8f195fd66 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1218891 Aug 12 21:59:25.379674 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cdda2ff0-90ab-427f-927a-db1e6e3e6386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:25.456703 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-528bbead-8fee-4b23-87c8-3395ee7296dc None None] Provisioning for port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:25.509763 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-528bbead-8fee-4b23-87c8-3395ee7296dc None None] Provisioning complete for port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:25.510833 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-528bbead-8fee-4b23-87c8-3395ee7296dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:25.536288 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cdda2ff0-90ab-427f-927a-db1e6e3e6386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:25.537843 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cf085a0f-3530-4c9f-b5f9-1a27b6a3045a req-9845ebdf-d1da-4ee9-9519-065bf0346f5c service neutron] 10.222.0.58 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577678 Aug 12 21:59:25.539146 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cdda2ff0-90ab-427f-927a-db1e6e3e6386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:25.543286 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-cdda2ff0-90ab-427f-927a-db1e6e3e6386 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6cd613cb-6c6f-4526-ad20-26d6a8ca9b08 HTTP/1.1" status: 204 len: 168 time: 0.4844728 Aug 12 21:59:25.555799 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda2ff0-90ab-427f-927a-db1e6e3e6386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd613cb-6c6f-4526-ad20-26d6a8ca9b08,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:25.571978 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:25.690542 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:25.716401 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-412b3fdc-be8d-4f84-b974-ed2c741cef6d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Made reservation on behalf of f422e7690b9f4daf891a90a7cb9b1b0d for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:25.721796 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-412b3fdc-be8d-4f84-b974-ed2c741cef6d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:25.763170 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-528bbead-8fee-4b23-87c8-3395ee7296dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:25.855912 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-528bbead-8fee-4b23-87c8-3395ee7296dc None None] For port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:25.867091 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-528bbead-8fee-4b23-87c8-3395ee7296dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:25.873367 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cf085a0f-3530-4c9f-b5f9-1a27b6a3045a req-3c674d47-0a00-4a77-a309-85dbde6886d2 service neutron] 10.222.0.58 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103516 Aug 12 21:59:25.912549 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683698'] for router, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:25.970133 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-412b3fdc-be8d-4f84-b974-ed2c741cef6d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Allocated IP 172.20.0.13 (7dc646d7-f950-434b-a533-971074945ab2/967e0119-10d8-4136-be16-ba8092727e05/a959efa4-79f6-48a9-b4ad-a6abccaf3ad2) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:59:25.994170 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bbead-8fee-4b23-87c8-3395ee7296dc None None] Pushing event updated for resources: {'Port': ['ID=96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:26.015157 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-2f4dafe3-af81-429f-aa3e-d521919f4d0f None None] Provisioning complete for port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:26.015719 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2f4dafe3-af81-429f-aa3e-d521919f4d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:26.243245 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-412b3fdc-be8d-4f84-b974-ed2c741cef6d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:26.338406 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-412b3fdc-be8d-4f84-b974-ed2c741cef6d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:26.382502 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 is scheduled to L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 with binding_index 1 {{(pid=93878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:59:26.409867 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f41c6d-a571-4570-ac84-4ab41004c822 req-62689f27-9ff3-41ab-beae-4fe32871a709 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:26.411666 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b5f41c6d-a571-4570-ac84-4ab41004c822 req-62689f27-9ff3-41ab-beae-4fe32871a709 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 944 time: 0.1215999 Aug 12 21:59:26.432197 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-412b3fdc-be8d-4f84-b974-ed2c741cef6d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Network 7dc646d7-f950-434b-a533-971074945ab2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:26.449159 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-412b3fdc-be8d-4f84-b974-ed2c741cef6d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:26.469162 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-412b3fdc-be8d-4f84-b974-ed2c741cef6d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:59:26.524522 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b3fdc-be8d-4f84-b974-ed2c741cef6d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Pushing event updated for resources: {'Port': ['ID=a959efa4-79f6-48a9-b4ad-a6abccaf3ad2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:26.554030 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:59:26.562369 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-412b3fdc-be8d-4f84-b974-ed2c741cef6d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:26.563592 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-412b3fdc-be8d-4f84-b974-ed2c741cef6d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:26.567535 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Sync routers for ids ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:59:26.573955 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:26.574816 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b5f41c6d-a571-4570-ac84-4ab41004c822 req-8a5f7894-f982-4a34-b06c-e8de5af2de7f tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548705 Aug 12 21:59:26.591257 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Routers {'647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:26.591257 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:59:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:26.594780 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 60324) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:26.597722 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7fd6566c-2378-43d9-91f5-950ac82288d1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6571054 Aug 12 21:59:26.654275 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44871e9b-8804-430f-8eb4-ed624cd5b686 req-0acc2705-6483-471c-ae10-da806d3a1882 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:26.662694 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-44871e9b-8804-430f-8eb4-ed624cd5b686 req-0acc2705-6483-471c-ae10-da806d3a1882 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 932 time: 0.2239082 Aug 12 21:59:26.675714 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-412b3fdc-be8d-4f84-b974-ed2c741cef6d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3576541 Aug 12 21:59:26.695694 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Request body: {'port': {'device_id': 'fe4ea353-3964-4195-8a42-06add51f800f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:26.743336 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:26.762641 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Set router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:26.819633 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-44871e9b-8804-430f-8eb4-ed624cd5b686 req-d7d2bf6b-ef7f-4416-8e14-e7ef8ebbaaa0 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509280 Aug 12 21:59:26.839173 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:26.839556 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:26.854409 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:27.045368 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:23Z', 'updated_at': '2021-08-12T21:59:25Z', 'revision_number': 3, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'gw_port': {'id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:24Z', 'updated_at': '2021-08-12T21:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:27.052535 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device eb0b615f-f58a-4151-9196-1a84367b94e3 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:59:27.104975 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Checking router: 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:59:27.105319 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Updating router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 port e452dfe7-7253-404a-9110-21cd940d6e18 binding host dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:59:27.166252 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:27.290482 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port eb0b615f-f58a-4151-9196-1a84367b94e3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=eb0b615f-f58a-4151-9196-1a84367b94e3,segment=NetworkSegment(902642b8-7cc6-4668-af6b-32efc0b039f9),segment_id=902642b8-7cc6-4668-af6b-32efc0b039f9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:27.304580 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': 'eb0b615f-f58a-4151-9196-1a84367b94e3', 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'port_id': 'eb0b615f-f58a-4151-9196-1a84367b94e3', 'mac_address': 'fa:16:3e:3d:fd:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:59:27.353894 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:27.375298 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0b615f-f58a-4151-9196-1a84367b94e3 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:59:27.404240 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port eb0b615f-f58a-4151-9196-1a84367b94e3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=eb0b615f-f58a-4151-9196-1a84367b94e3,segment=NetworkSegment(902642b8-7cc6-4668-af6b-32efc0b039f9),segment_id=902642b8-7cc6-4668-af6b-32efc0b039f9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:27.414376 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:27.449814 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a233cc6-568f-4eea-b45e-0d46cc05e6d5 req-0fb4a98c-2dc1-4243-897b-f85578de19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:27.451523 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8a233cc6-568f-4eea-b45e-0d46cc05e6d5 req-0fb4a98c-2dc1-4243-897b-f85578de19d9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65c8e0e15b874e188e4c978a57a4d609&device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 1098 time: 0.1646497 Aug 12 21:59:27.487136 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=eb0b615f-f58a-4151-9196-1a84367b94e3,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:27.593010 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:27.603753 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Transition to ACTIVE for port object e452dfe7-7253-404a-9110-21cd940d6e18 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:27.611733 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:27.647171 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bbb63-0435-4fe7-9d54-f7268ab8ee9b req-a8c22129-b8f9-4ff9-b62b-f8eac8de389d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:27.657890 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c05bbb63-0435-4fe7-9d54-f7268ab8ee9b req-a8c22129-b8f9-4ff9-b62b-f8eac8de389d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.3727543 Aug 12 21:59:27.701076 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1ffc0-5ad0-4cdc-a836-192e0467e9e2 None None] Pushing event updated for resources: {'Port': ['ID=e452dfe7-7253-404a-9110-21cd940d6e18,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:27.706132 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:27.724765 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1ffc0-5ad0-4cdc-a836-192e0467e9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:27.724765 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1ffc0-5ad0-4cdc-a836-192e0467e9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:27.724765 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1ffc0-5ad0-4cdc-a836-192e0467e9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:27.724765 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1ffc0-5ad0-4cdc-a836-192e0467e9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:27.724765 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1ffc0-5ad0-4cdc-a836-192e0467e9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:27.724765 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1ffc0-5ad0-4cdc-a836-192e0467e9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:27.724765 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1ffc0-5ad0-4cdc-a836-192e0467e9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:27.724765 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1ffc0-5ad0-4cdc-a836-192e0467e9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:27.724765 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1ffc0-5ad0-4cdc-a836-192e0467e9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:27.724765 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1ffc0-5ad0-4cdc-a836-192e0467e9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:27.724765 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1ffc0-5ad0-4cdc-a836-192e0467e9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:27.724765 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1ffc0-5ad0-4cdc-a836-192e0467e9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:27.743971 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['eb0b615f-f58a-4151-9196-1a84367b94e3'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:59:27.757231 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Attempting to bind port e452dfe7-7253-404a-9110-21cd940d6e18 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:59:27.757592 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Attempting to bind port e452dfe7-7253-404a-9110-21cd940d6e18 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:59:27.757972 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Attempting to bind port e452dfe7-7253-404a-9110-21cd940d6e18 on network 91f356a0-e407-4a3f-8387-93e3cb37c38d {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:27.766027 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:59:27.766700 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Checking segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:27.767110 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:27.767535 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Bound using segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:59:27.768009 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Bound port: e452dfe7-7253-404a-9110-21cd940d6e18, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:59:27.768600 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:27.829937 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] For port e452dfe7-7253-404a-9110-21cd940d6e18, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:59:27.833615 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] For port e452dfe7-7253-404a-9110-21cd940d6e18, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=e452dfe7-7253-404a-9110-21cd940d6e18,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:59:27.839230 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:27.906023 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Routers {'647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:27.906658 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:59:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:27.945591 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1ffc0-5ad0-4cdc-a836-192e0467e9e2 None None] Pushing event updated for resources: {'Port': ['ID=e452dfe7-7253-404a-9110-21cd940d6e18,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:27.946253 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c05bbb63-0435-4fe7-9d54-f7268ab8ee9b req-ad667846-2490-4325-9f7e-c9f71b712756 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856510 Aug 12 21:59:28.006195 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a233cc6-568f-4eea-b45e-0d46cc05e6d5 req-ef18b4e2-0135-47c0-a0d9-d8842405f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:28.007951 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8a233cc6-568f-4eea-b45e-0d46cc05e6d5 req-ef18b4e2-0135-47c0-a0d9-d8842405f2f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6401582-edab-421b-84ee-f3395ffb54b7 HTTP/1.1" status: 200 len: 920 time: 0.4973488 Aug 12 21:59:28.019269 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e54d82-8c59-4e68-8de1-0a673bae0c82 req-03c6da91-d18e-4dc2-8fcd-065e550e1f0d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:28.026476 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-98e54d82-8c59-4e68-8de1-0a673bae0c82 req-03c6da91-d18e-4dc2-8fcd-065e550e1f0d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 945 time: 0.3146441 Aug 12 21:59:28.047939 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] Set router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:28.123795 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8a233cc6-568f-4eea-b45e-0d46cc05e6d5 req-9acbf18f-ae18-447e-809d-43d0d29c3a16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af4d73f1-89ec-41b8-a619-8edc0ab6317d HTTP/1.1" status: 200 len: 217 time: 0.0888221 Aug 12 21:59:28.139640 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60390) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:28.239875 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:23Z', 'updated_at': '2021-08-12T21:59:25Z', 'revision_number': 3, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'gw_port': {'id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:24Z', 'updated_at': '2021-08-12T21:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:28.245066 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-98e54d82-8c59-4e68-8de1-0a673bae0c82 req-9b85cc50-ea09-4315-87b6-8b96a7b5b11b tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177246 Aug 12 21:59:28.264749 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e319c58-d990-431f-9b73-f219c916cc00 req-5400c2b5-f181-49b8-8ce6-696c8af179bd tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:28.266256 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7e319c58-d990-431f-9b73-f219c916cc00 req-5400c2b5-f181-49b8-8ce6-696c8af179bd tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 932 time: 0.2225704 Aug 12 21:59:28.268838 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dfca77-a980-42df-8e11-5f20c2ffc998 None None] The sync data for ids ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'] in dv-cinder-804459-3-iscsi is: [{'id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:23Z', 'updated_at': '2021-08-12T21:59:25Z', 'revision_number': 3, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'gw_port': {'id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:24Z', 'updated_at': '2021-08-12T21:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:59:28.283990 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-286c281e-b5fe-4864-81bd-fe80ea5d6904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:28.319837 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a233cc6-568f-4eea-b45e-0d46cc05e6d5 req-720bd797-dbf3-4e9d-afe8-64e95484bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:28.321439 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8a233cc6-568f-4eea-b45e-0d46cc05e6d5 req-720bd797-dbf3-4e9d-afe8-64e95484bf1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=253d0eb4-be87-496e-9f11-596ea7aea7ca HTTP/1.1" status: 200 len: 859 time: 0.1874633 Aug 12 21:59:28.411323 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8a233cc6-568f-4eea-b45e-0d46cc05e6d5 req-a92bd015-6e51-43cb-adfa-70e2f44a764e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6401582-edab-421b-84ee-f3395ffb54b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726857 Aug 12 21:59:28.413024 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-286c281e-b5fe-4864-81bd-fe80ea5d6904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:28.417294 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-286c281e-b5fe-4864-81bd-fe80ea5d6904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:28.467761 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-286c281e-b5fe-4864-81bd-fe80ea5d6904 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d9429b5e01445b0ae6d9428c0aa698a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270767 Aug 12 21:59:28.469124 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c281e-b5fe-4864-81bd-fe80ea5d6904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ad185d-49dc-4dfb-8ae7-a679333c0d97,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:28.472519 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60396) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:28.489707 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:59:28.496387 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7e319c58-d990-431f-9b73-f219c916cc00 req-cc49cae0-52fd-4d13-bae7-075acfc22dbb tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189960 Aug 12 21:59:28.527395 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:28.532132 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:28.540662 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0eb48fd-0290-48d1-9509-4068bb8737ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:28.585393 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Transition to ACTIVE for port object a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:28.586759 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0eb48fd-0290-48d1-9509-4068bb8737ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:28.597281 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:28.656554 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0eb48fd-0290-48d1-9509-4068bb8737ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:28.659800 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0eb48fd-0290-48d1-9509-4068bb8737ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:28.661234 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d0eb48fd-0290-48d1-9509-4068bb8737ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26ad185d-49dc-4dfb-8ae7-a679333c0d97 HTTP/1.1" status: 204 len: 168 time: 0.1875994 Aug 12 21:59:28.671949 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb48fd-0290-48d1-9509-4068bb8737ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ad185d-49dc-4dfb-8ae7-a679333c0d97,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:28.734103 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8a233cc6-568f-4eea-b45e-0d46cc05e6d5 req-fa957b5b-f3ef-42f0-a7e8-e091be9df99b service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733335 Aug 12 21:59:28.758070 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device e452dfe7-7253-404a-9110-21cd940d6e18 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:28.795043 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Pushing event updated for resources: {'Port': ['ID=a959efa4-79f6-48a9-b4ad-a6abccaf3ad2,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:28.854873 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port e452dfe7-7253-404a-9110-21cd940d6e18 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:28.860424 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port e452dfe7-7253-404a-9110-21cd940d6e18 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:28.860811 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:28.990913 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.017181 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port e452dfe7-7253-404a-9110-21cd940d6e18, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=e452dfe7-7253-404a-9110-21cd940d6e18,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:29.024018 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.074843 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Allocated IP 172.20.0.1 (62ca0b8a-42eb-40a6-95bf-2de7f58a298a/3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f/8052e417-983d-48b5-b0fc-68810088791b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:59:29.087352 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device eb0b615f-f58a-4151-9196-1a84367b94e3 up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:29.090676 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8a233cc6-568f-4eea-b45e-0d46cc05e6d5 req-fa1bc638-8deb-4254-9fd9-e71eceff1e59 service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537884 Aug 12 21:59:29.091436 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Attempting to bind port a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:59:29.091755 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Attempting to bind port a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:59:29.092095 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Attempting to bind port a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 on network 7dc646d7-f950-434b-a533-971074945ab2 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:29.128496 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=e452dfe7-7253-404a-9110-21cd940d6e18,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:29.142092 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Port a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 on network 7dc646d7-f950-434b-a533-971074945ab2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:59:29.142519 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Attempting to bind port a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 on network 7dc646d7-f950-434b-a533-971074945ab2 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:29.158087 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:59:29.158411 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Checking segment: {'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:29.158934 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Bound using segment: {'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:59:29.159389 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Bound port: a959efa4-79f6-48a9-b4ad-a6abccaf3ad2, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:59:29.159833 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.167438 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port eb0b615f-f58a-4151-9196-1a84367b94e3 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:29.174342 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port eb0b615f-f58a-4151-9196-1a84367b94e3 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:29.174624 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.184071 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60414) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:29.205230 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-25af2bde-d41d-4fe3-93ef-037b21466f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.372855 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-25af2bde-d41d-4fe3-93ef-037b21466f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.379426 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-25af2bde-d41d-4fe3-93ef-037b21466f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.395506 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.424493 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0b615f-f58a-4151-9196-1a84367b94e3'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:29.427196 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59a0ac9-5ff8-4968-a254-23af8a22683a" -d '{"events": [{"server_uuid": "61364b30-fe3f-46fa-8f32-25c4dc6b53ae", "name": "network-vif-plugged", "status": "completed", "tag": "eb0b615f-f58a-4151-9196-1a84367b94e3"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:29.431658 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-25af2bde-d41d-4fe3-93ef-037b21466f58 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4f09b2bd5ea43c7acb52dfff35b5e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472806 Aug 12 21:59:29.432334 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60424) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:29.444389 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port eb0b615f-f58a-4151-9196-1a84367b94e3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=eb0b615f-f58a-4151-9196-1a84367b94e3,segment=NetworkSegment(902642b8-7cc6-4668-af6b-32efc0b039f9),segment_id=902642b8-7cc6-4668-af6b-32efc0b039f9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:29.450225 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.456899 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af2bde-d41d-4fe3-93ef-037b21466f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0928ff92-a732-4f13-be44-83bd94557af0,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:29.514472 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7223e398-aef3-490d-9ef6-7cd781b08b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.527192 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=eb0b615f-f58a-4151-9196-1a84367b94e3,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:29.542001 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7223e398-aef3-490d-9ef6-7cd781b08b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.578212 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469331e4-b6f5-4bb6-889e-4657223afc4d req-f2d258e2-e50b-4d81-bf0f-fb5825808707 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:29.580509 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-469331e4-b6f5-4bb6-889e-4657223afc4d req-f2d258e2-e50b-4d81-bf0f-fb5825808707 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.5115485 Aug 12 21:59:29.596011 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7223e398-aef3-490d-9ef6-7cd781b08b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.599398 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7223e398-aef3-490d-9ef6-7cd781b08b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.601445 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7223e398-aef3-490d-9ef6-7cd781b08b44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0928ff92-a732-4f13-be44-83bd94557af0 HTTP/1.1" status: 204 len: 168 time: 0.1624513 Aug 12 21:59:29.610892 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223e398-aef3-490d-9ef6-7cd781b08b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0928ff92-a732-4f13-be44-83bd94557af0,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:29.709326 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] For port a959efa4-79f6-48a9-b4ad-a6abccaf3ad2, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:59:29.719918 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-469331e4-b6f5-4bb6-889e-4657223afc4d req-7fa5eb19-8add-46c5-9ba5-b963f4c8c46e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252515 Aug 12 21:59:29.727557 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.750051 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22153e-fb9f-4941-8684-2a4dffac95c0 req-da3afd50-cc0b-4b4c-94c4-6a5d42a7827b tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:29.757846 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fb22153e-fb9f-4941-8684-2a4dffac95c0 req-da3afd50-cc0b-4b4c-94c4-6a5d42a7827b tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 946 time: 0.1878805 Aug 12 21:59:29.760918 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] For port a959efa4-79f6-48a9-b4ad-a6abccaf3ad2, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=a959efa4-79f6-48a9-b4ad-a6abccaf3ad2,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:59:29.780002 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.791706 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Transition to ACTIVE for port object 8052e417-983d-48b5-b0fc-68810088791b will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:29.845996 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:29.846627 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.848226 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] 10.222.0.58 "PUT /v2.0/ports/a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 HTTP/1.1" status: 200 len: 1094 time: 3.1585240 Aug 12 21:59:29.848747 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4ea353-3964-4195-8a42-06add51f800f', 'tag': 'a959efa4-79f6-48a9-b4ad-a6abccaf3ad2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:29.851092 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef93a1f-8ebd-40c1-9432-76729b5d53d0" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4ea353-3964-4195-8a42-06add51f800f", "tag": "a959efa4-79f6-48a9-b4ad-a6abccaf3ad2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:29.877383 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fb22153e-fb9f-4941-8684-2a4dffac95c0 req-995f73ea-6a83-40bf-a69a-7535d852a659 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166663 Aug 12 21:59:29.878916 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7456136b-679f-4d94-bcaa-22767b101c7b x-openstack-request-id: req-7456136b-679f-4d94-bcaa-22767b101c7b {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:29.879999 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61364b30-fe3f-46fa-8f32-25c4dc6b53ae", "name": "network-vif-plugged", "status": "completed", "tag": "eb0b615f-f58a-4151-9196-1a84367b94e3", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:29.880740 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7456136b-679f-4d94-bcaa-22767b101c7b {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:29.881319 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0b615f-f58a-4151-9196-1a84367b94e3', 'code': 200} Aug 12 21:59:29.917564 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f8880-48da-44ca-9e18-ffbb5a6d4a8c service neutron] Pushing event updated for resources: {'Port': ['ID=a959efa4-79f6-48a9-b4ad-a6abccaf3ad2,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:29.987981 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:30.050069 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06f11af-cc9b-4240-879b-d8eb5fda8f9e x-openstack-request-id: req-c06f11af-cc9b-4240-879b-d8eb5fda8f9e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:30.050703 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4ea353-3964-4195-8a42-06add51f800f", "tag": "a959efa4-79f6-48a9-b4ad-a6abccaf3ad2", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:30.051308 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c06f11af-cc9b-4240-879b-d8eb5fda8f9e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:30.051706 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4ea353-3964-4195-8a42-06add51f800f', 'tag': 'a959efa4-79f6-48a9-b4ad-a6abccaf3ad2', 'status': 'completed', 'code': 200} Aug 12 21:59:30.053939 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-5a4c21bb-3555-4bec-8a3b-fa01f1a993d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:30.055439 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-5a4c21bb-3555-4bec-8a3b-fa01f1a993d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f422e7690b9f4daf891a90a7cb9b1b0d&device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 1097 time: 0.1391015 Aug 12 21:59:30.072178 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Network 62ca0b8a-42eb-40a6-95bf-2de7f58a298a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:30.079586 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:30.106018 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Pushing event updated for resources: {'Port': ['ID=8052e417-983d-48b5-b0fc-68810088791b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:30.115617 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcedf89-4990-43b4-944d-1052db2cc954 req-3a39d41d-08f8-4c80-a67f-9c249b1a1749 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:30.117144 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4dcedf89-4990-43b4-944d-1052db2cc954 req-3a39d41d-08f8-4c80-a67f-9c249b1a1749 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 944 time: 0.1497893 Aug 12 21:59:30.120744 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:59:30.186229 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-7d5485c3-d46a-46da-a78f-f23909b4a81b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 HTTP/1.1" status: 200 len: 217 time: 0.0977502 Aug 12 21:59:30.267962 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740839'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:30.326262 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac04d3-7a95-46e4-9066-62cd25e1a92d req-bf455171-49b1-44d8-a02e-baeea18599a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:30.327840 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-64ac04d3-7a95-46e4-9066-62cd25e1a92d req-bf455171-49b1-44d8-a02e-baeea18599a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 1099 time: 0.2381020 Aug 12 21:59:30.342593 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4dcedf89-4990-43b4-944d-1052db2cc954 req-a9b562da-ec42-4426-962a-806f595dc737 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794047 Aug 12 21:59:30.353202 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-7cb8ce29-6bea-4f31-aad1-0a7694ffec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:30.355044 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-7cb8ce29-6bea-4f31-aad1-0a7694ffec9e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=967e0119-10d8-4136-be16-ba8092727e05 HTTP/1.1" status: 200 len: 854 time: 0.1595049 Aug 12 21:59:30.356581 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-dc134bb4-bc8e-40b9-9db8-21a02aabf6dc None None] Provisioning for port 8052e417-983d-48b5-b0fc-68810088791b completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:30.371894 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-dc134bb4-bc8e-40b9-9db8-21a02aabf6dc None None] Provisioning complete for port 8052e417-983d-48b5-b0fc-68810088791b triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:30.372211 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dc134bb4-bc8e-40b9-9db8-21a02aabf6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:30.422683 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-dc134bb4-bc8e-40b9-9db8-21a02aabf6dc None None] Port 8052e417-983d-48b5-b0fc-68810088791b cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:59:30.428007 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-0aee4295-1d81-405c-9a61-7cec200fc5c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7dc646d7-f950-434b-a533-971074945ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511568 Aug 12 21:59:30.507531 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-64ac04d3-7a95-46e4-9066-62cd25e1a92d req-096c8606-7cc3-4ea9-a108-82be7a5df3ab service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636465 Aug 12 21:59:30.535756 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60460) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:30.582732 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-8565d6cd-b8ec-495d-8b9b-bfd9a562e9a4 service neutron] 10.222.0.58 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336882 Aug 12 21:59:30.612805 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:30.656610 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1340344913-network', 'tenant_id': 'c062ae42619042ccbd91e7926322325c'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:30.710560 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] Made reservation on behalf of c062ae42619042ccbd91e7926322325c for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:30.712937 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:30.727766 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device e452dfe7-7253-404a-9110-21cd940d6e18 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:30.730410 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:30.778382 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9676b6db-dc61-4bbd-afb5-d068a661e972 req-79719471-8b76-48b0-8f7f-aefa4c4ade07 service neutron] 10.222.0.58 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862614 Aug 12 21:59:30.796027 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port e452dfe7-7253-404a-9110-21cd940d6e18 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:30.796329 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:30.912816 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:30.931559 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:30.961478 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:59:30.980508 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18b77bc-32de-4824-82f9-fd1b58b86305,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:30.984316 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:30.985031 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] Added segment 48165ff1-9071-4444-a466-98057c75a4ba of type vlan for network 1dbc87b3-ee9b-4621-8106-b279f1b037a5 Aug 12 21:59:31.007435 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef93a1f-8ebd-40c1-9432-76729b5d53d0 req-1ce65bbc-ba94-4343-9dd4-461392533c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:31.008972 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5ef93a1f-8ebd-40c1-9432-76729b5d53d0 req-1ce65bbc-ba94-4343-9dd4-461392533c68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f422e7690b9f4daf891a90a7cb9b1b0d&device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 1097 time: 0.1721675 Aug 12 21:59:31.015987 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:31.028322 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:31.038436 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:31.070876 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:31.071995 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:31.072844 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:31.117973 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1600f-117d-4489-8452-a7745959f104 req-5739abb7-f9d0-40cf-9d82-5dc66d6d871c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:31.119537 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e0b1600f-117d-4489-8452-a7745959f104 req-5739abb7-f9d0-40cf-9d82-5dc66d6d871c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.2802308 Aug 12 21:59:31.132055 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5935082 Aug 12 21:59:31.136773 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60476) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:31.143630 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-027d66b0-0a74-4c88-a905-4237bb456aa3 admin admin] Request body: {'subnet': {'network_id': '1dbc87b3-ee9b-4621-8106-b279f1b037a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1340344913-subnet', 'tenant_id': 'c062ae42619042ccbd91e7926322325c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:31.146731 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d0977-bb47-4acd-8603-5bf8c633234d admin admin] Pushing event updated for resources: {'Network': ['ID=1dbc87b3-ee9b-4621-8106-b279f1b037a5,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:31.156629 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network 1dbc87b3-ee9b-4621-8106-b279f1b037a5 details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:59:31.172105 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027d66b0-0a74-4c88-a905-4237bb456aa3 admin admin] Made reservation on behalf of c062ae42619042ccbd91e7926322325c for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:31.175214 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-027d66b0-0a74-4c88-a905-4237bb456aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4286855101'] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:31.228144 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Pushing event updated for resources: {'Port': ['ID=8052e417-983d-48b5-b0fc-68810088791b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:31.238323 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740979'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:31.263753 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e0b1600f-117d-4489-8452-a7745959f104 req-66ee5a33-9341-4725-943e-b58ed636753f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161637 Aug 12 21:59:31.284912 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329a671-fcb5-4864-a40d-e35440ec49b6 req-e3ca6b60-c6f9-4175-9c5f-37ba5b18e3c0 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:31.287189 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7329a671-fcb5-4864-a40d-e35440ec49b6 req-e3ca6b60-c6f9-4175-9c5f-37ba5b18e3c0 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 946 time: 0.1780703 Aug 12 21:59:31.322685 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef93a1f-8ebd-40c1-9432-76729b5d53d0 req-1837bf7d-7361-43b3-90ad-70817d461fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:31.324228 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5ef93a1f-8ebd-40c1-9432-76729b5d53d0 req-1837bf7d-7361-43b3-90ad-70817d461fae service neutron] 10.222.0.58 "GET /v2.0/networks?id=7dc646d7-f950-434b-a533-971074945ab2 HTTP/1.1" status: 200 len: 915 time: 0.3070343 Aug 12 21:59:31.377590 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-027d66b0-0a74-4c88-a905-4237bb456aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287189924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4286855055'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:31.404115 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5ef93a1f-8ebd-40c1-9432-76729b5d53d0 req-a734d230-a994-4afb-95fc-67ba4f14f4f5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 HTTP/1.1" status: 200 len: 217 time: 0.0632932 Aug 12 21:59:31.442455 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7329a671-fcb5-4864-a40d-e35440ec49b6 req-9e7d3ab8-1c76-48b4-b90b-38cf51aca62f tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158552 Aug 12 21:59:31.463412 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027d66b0-0a74-4c88-a905-4237bb456aa3 admin admin] Checking segment: {'id': '48165ff1-9071-4444-a466-98057c75a4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1dbc87b3-ee9b-4621-8106-b279f1b037a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:31.463412 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027d66b0-0a74-4c88-a905-4237bb456aa3 admin admin] Network hostable DHCP agents. Network: 1dbc87b3-ee9b-4621-8106-b279f1b037a5, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:59:31.463412 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d66b0-0a74-4c88-a905-4237bb456aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e728ae73-6b92-43cf-adca-e4f5d9c98d81,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:31.477592 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027d66b0-0a74-4c88-a905-4237bb456aa3 admin admin] Network 1dbc87b3-ee9b-4621-8106-b279f1b037a5 is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:59:31.485958 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-027d66b0-0a74-4c88-a905-4237bb456aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, 1dbc87b3-ee9b-4621-8106-b279f1b037a5) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:31.490328 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027d66b0-0a74-4c88-a905-4237bb456aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:31.491095 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-027d66b0-0a74-4c88-a905-4237bb456aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:31.496008 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Network 62ca0b8a-42eb-40a6-95bf-2de7f58a298a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:31.498914 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47b4ff4-4d2c-4597-a0fb-64bee16c4bf1 None None] Network 1dbc87b3-ee9b-4621-8106-b279f1b037a5 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:59:31.504481 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:31.526794 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-027d66b0-0a74-4c88-a905-4237bb456aa3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3870788 Aug 12 21:59:31.528950 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef93a1f-8ebd-40c1-9432-76729b5d53d0 req-02c3cd8c-d0a8-49d8-9d2c-6124cad34716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:31.530496 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5ef93a1f-8ebd-40c1-9432-76729b5d53d0 req-02c3cd8c-d0a8-49d8-9d2c-6124cad34716 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=967e0119-10d8-4136-be16-ba8092727e05 HTTP/1.1" status: 200 len: 854 time: 0.1003988 Aug 12 21:59:31.606457 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef4b33-e931-4335-bfd4-1f8f62ae573b req-9c811a46-8f8b-45c7-bb2a-bb5c4d73ab8a tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:31.622972 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-efef4b33-e931-4335-bfd4-1f8f62ae573b req-9c811a46-8f8b-45c7-bb2a-bb5c4d73ab8a tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 944 time: 0.1835208 Aug 12 21:59:31.660938 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5ef93a1f-8ebd-40c1-9432-76729b5d53d0 req-93463a0d-894f-4a42-8bc7-3c8aa3575372 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7dc646d7-f950-434b-a533-971074945ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796943 Aug 12 21:59:31.676977 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8762d3d-3937-40a0-8ca1-59ccc574589c None None] Network 1dbc87b3-ee9b-4621-8106-b279f1b037a5 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:59:31.727970 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-efef4b33-e931-4335-bfd4-1f8f62ae573b req-1582c87b-f216-47b9-a35d-6c9c26080939 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041839 Aug 12 21:59:31.855261 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-aceb6a9d-9406-445e-8b37-d01e4331979d None None] Provisioning complete for port 8052e417-983d-48b5-b0fc-68810088791b triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:31.855801 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-aceb6a9d-9406-445e-8b37-d01e4331979d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:31.895091 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-aceb6a9d-9406-445e-8b37-d01e4331979d None None] Port 8052e417-983d-48b5-b0fc-68810088791b cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:59:32.087030 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:59:32.112142 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5ef93a1f-8ebd-40c1-9432-76729b5d53d0 req-587e7c9e-5043-4768-8e52-135a0483cf8a service neutron] 10.222.0.58 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905110 Aug 12 21:59:32.131369 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60502) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:32.136480 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-544149908-network', 'tenant_id': '0e651b02aa9c40058b912db71a25e3df'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:32.159850 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] Made reservation on behalf of 0e651b02aa9c40058b912db71a25e3df for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:32.162475 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:32.171486 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:32.271553 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:32.276083 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:32.302084 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:59:32.317341 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba05dc33-2c2d-4d3f-be7d-0ac82c159446,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:32.317550 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5ef93a1f-8ebd-40c1-9432-76729b5d53d0 req-66208b2a-a292-4eac-abd3-fdeb907ac735 service neutron] 10.222.0.58 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694214 Aug 12 21:59:32.320213 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:32.320562 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] Added segment 8f37c51b-2231-4c65-a8f4-8ba95036c350 of type vlan for network 3a59c519-a3ae-483e-a9b6-dde2bb0036bd Aug 12 21:59:32.331226 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:59:32.336985 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-b0929c54-c240-434a-907e-ca2858256f4d admin admin] 10.222.0.30 "PUT /v2.0/routers/647de4bc-a6e0-45c0-b7e9-4a0d9df729a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7399395 Aug 12 21:59:32.348890 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Sync routers for ids ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:59:32.362380 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Routers {'647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:32.363234 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:59:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:32.396613 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:32.455354 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:32.456522 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:32.457365 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:32.459931 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2073077-6da3-441c-a0e2-9cdbb2ea6f13 req-7713cf1e-f716-45aa-9c5d-c70e9b4c629d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:32.461450 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a2073077-6da3-441c-a0e2-9cdbb2ea6f13 req-7713cf1e-f716-45aa-9c5d-c70e9b4c629d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0700529 Aug 12 21:59:32.537207 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a2073077-6da3-441c-a0e2-9cdbb2ea6f13 req-591cbedd-3e09-4922-a22d-2cc99bab7b3b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582447 Aug 12 21:59:32.558329 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] Pushing event updated for resources: {'Network': ['ID=3a59c519-a3ae-483e-a9b6-dde2bb0036bd,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:32.581191 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b3295cc7-f002-42ec-b5f2-5c41077e9eff admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4454491 Aug 12 21:59:32.581841 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 60524) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:32.586937 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9f23e7c0-942c-4806-a9a4-4297b59f0b2b admin admin] Request body: {'subnet': {'network_id': '3a59c519-a3ae-483e-a9b6-dde2bb0036bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-544149908-subnet', 'tenant_id': '0e651b02aa9c40058b912db71a25e3df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:32.590069 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network 3a59c519-a3ae-483e-a9b6-dde2bb0036bd details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:59:32.605091 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Set router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:32.629910 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f23e7c0-942c-4806-a9a4-4297b59f0b2b admin admin] Made reservation on behalf of 0e651b02aa9c40058b912db71a25e3df for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:32.632332 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f23e7c0-942c-4806-a9a4-4297b59f0b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4286696695'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:32.760999 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379d524-9612-4acd-b408-2861d6d845ae req-be6be4cc-5f92-4aec-9859-f36935604083 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:32.762949 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c379d524-9612-4acd-b408-2861d6d845ae req-be6be4cc-5f92-4aec-9859-f36935604083 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 946 time: 0.1169913 Aug 12 21:59:32.898458 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c379d524-9612-4acd-b408-2861d6d845ae req-f1338f20-49ea-4c16-868b-9714e057475d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269598 Aug 12 21:59:32.924825 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:23Z', 'updated_at': '2021-08-12T21:59:30Z', 'revision_number': 4, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'gw_port': {'id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:24Z', 'updated_at': '2021-08-12T21:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '8052e417-983d-48b5-b0fc-68810088791b', 'name': '', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'mac_address': 'fa:16:3e:af:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:28Z', 'updated_at': '2021-08-12T21:59:30Z', 'revision_number': 2, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'subnets': [{'id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:32.967422 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Checking router: 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:59:32.967989 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Updating router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 port 8052e417-983d-48b5-b0fc-68810088791b binding host dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:59:32.998427 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.021855 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22760cc-3c46-4cba-98e7-5297375f71d7 req-17bfc41a-03e4-4dbb-8dea-bc51fe0b20ae tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:33.023653 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b22760cc-3c46-4cba-98e7-5297375f71d7 req-17bfc41a-03e4-4dbb-8dea-bc51fe0b20ae tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 944 time: 0.1547916 Aug 12 21:59:33.082856 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f23e7c0-942c-4806-a9a4-4297b59f0b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288414444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4286696645'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.174163 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b22760cc-3c46-4cba-98e7-5297375f71d7 req-fe546916-e8ca-47ac-963b-f5bd5acd6697 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293032 Aug 12 21:59:33.175707 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60552) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:33.181161 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-595633856-network', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:33.218083 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] Made reservation on behalf of 2d36a9f4da5a492fae282912f15a38fb for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:33.218590 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:59:33.222501 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.235603 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.242960 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f930e-fb8c-4a0d-8ad9-8bd7cccec423 req-b04c386b-9349-4ec4-8697-8dda0fd5d5ef tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:33.253400 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-db8f930e-fb8c-4a0d-8ad9-8bd7cccec423 req-b04c386b-9349-4ec4-8697-8dda0fd5d5ef tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 946 time: 0.2286403 Aug 12 21:59:33.303123 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23e7c0-942c-4806-a9a4-4297b59f0b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7073ccb-cd82-489a-a2b4-bfa3c77ebe02,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:33.328570 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23e7c0-942c-4806-a9a4-4297b59f0b2b admin admin] Checking segment: {'id': '8f37c51b-2231-4c65-a8f4-8ba95036c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '3a59c519-a3ae-483e-a9b6-dde2bb0036bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:33.329280 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f23e7c0-942c-4806-a9a4-4297b59f0b2b admin admin] Network hostable DHCP agents. Network: 3a59c519-a3ae-483e-a9b6-dde2bb0036bd, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:59:33.343129 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-db8f930e-fb8c-4a0d-8ad9-8bd7cccec423 req-e644c849-f2d1-4809-a3a5-ed4d3c6999f3 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888062 Aug 12 21:59:33.355743 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f23e7c0-942c-4806-a9a4-4297b59f0b2b admin admin] Network 3a59c519-a3ae-483e-a9b6-dde2bb0036bd is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:59:33.365681 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-9f23e7c0-942c-4806-a9a4-4297b59f0b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, 3a59c519-a3ae-483e-a9b6-dde2bb0036bd) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:33.371491 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f23e7c0-942c-4806-a9a4-4297b59f0b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:33.374473 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f23e7c0-942c-4806-a9a4-4297b59f0b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.381233 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.386208 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.404890 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0e57f6-6a82-469d-8808-b325a9e8c85a None None] Network 3a59c519-a3ae-483e-a9b6-dde2bb0036bd requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:59:33.420810 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-9f23e7c0-942c-4806-a9a4-4297b59f0b2b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8309867 Aug 12 21:59:33.428262 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:59:33.436100 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74220e75-6c3d-471b-ad4d-ab8efd66854a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:33.444485 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.445044 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] Added segment dd9e951a-cc1c-467c-b9a2-0f1734695181 of type vlan for network c7a1bc1e-af50-4a06-8350-220d77de4986 Aug 12 21:59:33.500204 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.559909 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.563425 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:33.564977 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.642053 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4650919 Aug 12 21:59:33.642934 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acad8ba-51cf-4366-afd1-13e53e8fb53f admin admin] Pushing event updated for resources: {'Network': ['ID=c7a1bc1e-af50-4a06-8350-220d77de4986,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:33.645111 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60574) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:33.651396 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-0533d9cd-9f51-4152-a948-540596c09888 admin admin] Request body: {'subnet': {'network_id': 'c7a1bc1e-af50-4a06-8350-220d77de4986', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-595633856-subnet', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb', 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:33.676217 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0533d9cd-9f51-4152-a948-540596c09888 admin admin] Made reservation on behalf of 2d36a9f4da5a492fae282912f15a38fb for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:33.678904 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0533d9cd-9f51-4152-a948-540596c09888 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4286855101'] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.684611 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network c7a1bc1e-af50-4a06-8350-220d77de4986 details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:59:33.798138 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port a959efa4-79f6-48a9-b4ad-a6abccaf3ad2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=a959efa4-79f6-48a9-b4ad-a6abccaf3ad2,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:33.870842 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': 'a959efa4-79f6-48a9-b4ad-a6abccaf3ad2', 'network_id': '7dc646d7-f950-434b-a533-971074945ab2', 'port_id': 'a959efa4-79f6-48a9-b4ad-a6abccaf3ad2', 'mac_address': 'fa:16:3e:11:6e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967e0119-10d8-4136-be16-ba8092727e05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:59:33.877697 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355d6f-db68-4252-b587-674a28a9a9ed req-755724da-6ba2-4760-a687-a37c7486c2af tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:33.879476 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-85355d6f-db68-4252-b587-674a28a9a9ed req-755724da-6ba2-4760-a687-a37c7486c2af tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1109827 Aug 12 21:59:33.947518 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fce41c-a940-45d5-aa9b-2a0a47507a0f None None] Network 3a59c519-a3ae-483e-a9b6-dde2bb0036bd requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:59:33.978517 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-85355d6f-db68-4252-b587-674a28a9a9ed req-d2289b8e-0013-4f38-90e0-7d2a7b84cf8d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892551 Aug 12 21:59:34.013685 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39fdc6-3bec-433e-a964-8f33f9c29bed req-024906c9-faf8-44c8-873c-8aa792d818ef tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:34.020897 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ba39fdc6-3bec-433e-a964-8f33f9c29bed req-024906c9-faf8-44c8-873c-8aa792d818ef tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 946 time: 0.1402876 Aug 12 21:59:34.051916 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0533d9cd-9f51-4152-a948-540596c09888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287189924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4286855055'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.073041 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.078840 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ba39fdc6-3bec-433e-a964-8f33f9c29bed req-c8f4834e-1551-4e88-ac1b-3a023052ed0c tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516732 Aug 12 21:59:34.104319 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:59:34.140209 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533d9cd-9f51-4152-a948-540596c09888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44cd68d7-758b-4a5c-9be4-143226205fde,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:34.157071 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0533d9cd-9f51-4152-a948-540596c09888 admin admin] Checking segment: {'id': 'dd9e951a-cc1c-467c-b9a2-0f1734695181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c7a1bc1e-af50-4a06-8350-220d77de4986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:34.157723 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0533d9cd-9f51-4152-a948-540596c09888 admin admin] Network hostable DHCP agents. Network: c7a1bc1e-af50-4a06-8350-220d77de4986, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:59:34.163714 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.174519 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port a959efa4-79f6-48a9-b4ad-a6abccaf3ad2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=a959efa4-79f6-48a9-b4ad-a6abccaf3ad2,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:34.179653 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0533d9cd-9f51-4152-a948-540596c09888 admin admin] Network c7a1bc1e-af50-4a06-8350-220d77de4986 is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:59:34.191351 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-0533d9cd-9f51-4152-a948-540596c09888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, c7a1bc1e-af50-4a06-8350-220d77de4986) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:34.195663 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0533d9cd-9f51-4152-a948-540596c09888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:34.196266 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0533d9cd-9f51-4152-a948-540596c09888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.218747 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Transition to ACTIVE for port object 8052e417-983d-48b5-b0fc-68810088791b will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:34.219029 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-0533d9cd-9f51-4152-a948-540596c09888 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5698073 Aug 12 21:59:34.219112 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.219195 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 60588) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:34.224802 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-595633856-router', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:34.243633 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9524164-4f82-40fa-ba15-4329c71fe2b7 None None] Network c7a1bc1e-af50-4a06-8350-220d77de4986 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:59:34.258730 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.267230 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103827'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.268560 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103836'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.441816 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=a959efa4-79f6-48a9-b4ad-a6abccaf3ad2,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:34.456770 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.551637 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['a959efa4-79f6-48a9-b4ad-a6abccaf3ad2'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:59:34.597668 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670277e6-4c04-4adb-a0b1-4938aead59a2 req-e1ace7e7-8edd-40a3-ac16-d4dc6c6747e8 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:34.601239 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-670277e6-4c04-4adb-a0b1-4938aead59a2 req-e1ace7e7-8edd-40a3-ac16-d4dc6c6747e8 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 945 time: 0.3202648 Aug 12 21:59:34.635400 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d96df-e6cb-4053-a19a-643581b4a520 None None] Pushing event updated for resources: {'Port': ['ID=8052e417-983d-48b5-b0fc-68810088791b,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:34.662109 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Attempting to bind port 8052e417-983d-48b5-b0fc-68810088791b on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:59:34.662419 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Attempting to bind port 8052e417-983d-48b5-b0fc-68810088791b by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': 'ae5b139f-c15c-4053-b262-02bedcc7a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:59:34.662787 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Attempting to bind port 8052e417-983d-48b5-b0fc-68810088791b on network 62ca0b8a-42eb-40a6-95bf-2de7f58a298a {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:34.697210 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:59:34.697210 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Checking segment: {'id': 'ae5b139f-c15c-4053-b262-02bedcc7a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:34.697210 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.697210 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Bound using segment: {'id': 'ae5b139f-c15c-4053-b262-02bedcc7a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:59:34.697210 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Bound port: 8052e417-983d-48b5-b0fc-68810088791b, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5b139f-c15c-4053-b262-02bedcc7a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:59:34.697210 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.786435 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-670277e6-4c04-4adb-a0b1-4938aead59a2 req-01e5e319-30d3-46c6-a8a5-d9e4808d0317 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531320 Aug 12 21:59:34.793916 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.906707 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49bcab0f-72fd-56c1-b72d-e4210340e10c-c7a1bc1e-af50-4a06-8350-220d77de4986', 'network_id': 'c7a1bc1e-af50-4a06-8350-220d77de4986', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb', 'fixed_ips': [{'subnet_id': '44cd68d7-758b-4a5c-9be4-143226205fde'}]}} from dv-cinder-804459-3-iscsi. {{(pid=93879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:59:34.907528 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.949761 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] For port 8052e417-983d-48b5-b0fc-68810088791b, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:59:34.975635 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] For port 8052e417-983d-48b5-b0fc-68810088791b, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=8052e417-983d-48b5-b0fc-68810088791b,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:59:34.987649 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:35.040200 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:35.075990 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:35.176689 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Routers {'647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:35.177318 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:59:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:35.185887 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d96df-e6cb-4053-a19a-643581b4a520 None None] Pushing event updated for resources: {'Port': ['ID=8052e417-983d-48b5-b0fc-68810088791b,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:35.246078 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Allocated IP 172.20.0.2 (c7a1bc1e-af50-4a06-8350-220d77de4986/44cd68d7-758b-4a5c-9be4-143226205fde/f0f2488f-09da-4d4d-8fd5-e44942797410) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:59:35.275207 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef1efe-fb4c-4fad-a191-c30df11945e9 req-df9b9b9f-3b5c-4c8f-995c-316fc2cc6252 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:35.277226 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-acef1efe-fb4c-4fad-a191-c30df11945e9 req-df9b9b9f-3b5c-4c8f-995c-316fc2cc6252 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1240270 Aug 12 21:59:35.322207 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Allocated IP 172.27.0.254 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/04e330e0-bc53-4c53-b3a3-a3802e6ed91c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:59:35.360365 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-acef1efe-fb4c-4fad-a191-c30df11945e9 req-d2c31990-5832-4363-9617-c28a2538eb2e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741656 Aug 12 21:59:35.368872 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] Set router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:35.479180 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:35.539237 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:35.584248 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:35.590195 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:35.592217 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Pushing event updated for resources: {'Port': ['ID=04e330e0-bc53-4c53-b3a3-a3802e6ed91c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:35.594657 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:59:35.720670 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:35.738455 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Transition to ACTIVE for port object f0f2488f-09da-4d4d-8fd5-e44942797410 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:35.771447 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Transition to ACTIVE for port object f0f2488f-09da-4d4d-8fd5-e44942797410 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:35.809746 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:35.876739 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Network c7a1bc1e-af50-4a06-8350-220d77de4986 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:35.886200 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:35.891066 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:59:35.901365 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Pushing event updated for resources: {'Port': ['ID=f0f2488f-09da-4d4d-8fd5-e44942797410,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:35.913833 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:23Z', 'updated_at': '2021-08-12T21:59:30Z', 'revision_number': 4, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'gw_port': {'id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:24Z', 'updated_at': '2021-08-12T21:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '8052e417-983d-48b5-b0fc-68810088791b', 'name': '', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'mac_address': 'fa:16:3e:af:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:28Z', 'updated_at': '2021-08-12T21:59:34Z', 'revision_number': 4, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'subnets': [{'id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:35.966051 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25228bd5-d565-4f69-8473-85b628fd865d None None] The sync data for ids ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'] in dv-cinder-804459-3-iscsi is: [{'id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:23Z', 'updated_at': '2021-08-12T21:59:30Z', 'revision_number': 4, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'gw_port': {'id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:24Z', 'updated_at': '2021-08-12T21:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '8052e417-983d-48b5-b0fc-68810088791b', 'name': '', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'mac_address': 'fa:16:3e:af:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:28Z', 'updated_at': '2021-08-12T21:59:34Z', 'revision_number': 4, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'subnets': [{'id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:59:35.985398 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:36.009714 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Attempting to bind port f0f2488f-09da-4d4d-8fd5-e44942797410 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:59:36.010464 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Attempting to bind port f0f2488f-09da-4d4d-8fd5-e44942797410 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': 'dd9e951a-cc1c-467c-b9a2-0f1734695181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c7a1bc1e-af50-4a06-8350-220d77de4986'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:59:36.011401 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Attempting to bind port f0f2488f-09da-4d4d-8fd5-e44942797410 on network c7a1bc1e-af50-4a06-8350-220d77de4986 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:36.020722 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:59:36.021592 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Checking segment: {'id': 'dd9e951a-cc1c-467c-b9a2-0f1734695181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c7a1bc1e-af50-4a06-8350-220d77de4986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:36.022503 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:36.023120 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Bound using segment: {'id': 'dd9e951a-cc1c-467c-b9a2-0f1734695181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c7a1bc1e-af50-4a06-8350-220d77de4986'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:59:36.023941 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Bound port: f0f2488f-09da-4d4d-8fd5-e44942797410, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9e951a-cc1c-467c-b9a2-0f1734695181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c7a1bc1e-af50-4a06-8350-220d77de4986'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:59:36.024739 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:36.113432 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eabd74-2a43-4ff0-8423-6a701f86a8ba req-30797175-f6e8-4e79-bd11-edeb7c91ce74 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:36.127316 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-18eabd74-2a43-4ff0-8423-6a701f86a8ba req-30797175-f6e8-4e79-bd11-edeb7c91ce74 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 945 time: 0.2067506 Aug 12 21:59:36.172129 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] For port f0f2488f-09da-4d4d-8fd5-e44942797410, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:59:36.179823 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] For port f0f2488f-09da-4d4d-8fd5-e44942797410, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=f0f2488f-09da-4d4d-8fd5-e44942797410,segment=NetworkSegment(dd9e951a-cc1c-467c-b9a2-0f1734695181),segment_id=dd9e951a-cc1c-467c-b9a2-0f1734695181)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:59:36.185849 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:36.303762 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ca25d-d86c-49e6-80c5-cd3a3b239d7f None None] Pushing event updated for resources: {'Port': ['ID=f0f2488f-09da-4d4d-8fd5-e44942797410,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:36.340151 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-18eabd74-2a43-4ff0-8423-6a701f86a8ba req-3374bb81-163d-40a8-9cc7-9e55c6925968 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992991 Aug 12 21:59:36.522138 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683698'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:36.600708 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4946008-1c14-4796-a381-52fadc08503f req-b08f2ff2-c712-45c9-b9db-5a0029fa0ecf tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:36.602168 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e4946008-1c14-4796-a381-52fadc08503f req-b08f2ff2-c712-45c9-b9db-5a0029fa0ecf tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1287725 Aug 12 21:59:36.731085 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e4946008-1c14-4796-a381-52fadc08503f req-461a9d46-1e71-4841-b561-043cf6339791 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734992 Aug 12 21:59:36.788108 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Router c215e14a-6a6c-43b4-baf6-629ee92c06b6 is scheduled to L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:59:36.842746 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 8052e417-983d-48b5-b0fc-68810088791b up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:36.936144 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 8052e417-983d-48b5-b0fc-68810088791b completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:36.940967 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:59:36.941985 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 8052e417-983d-48b5-b0fc-68810088791b triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:36.942417 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:36.955768 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Sync routers for ids ['c215e14a-6a6c-43b4-baf6-629ee92c06b6'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:59:36.972772 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:36.977868 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-aec25ca1-f017-4f54-a49a-757477f2ccc1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7568593 Aug 12 21:59:36.978756 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Routers {'c215e14a-6a6c-43b4-baf6-629ee92c06b6'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:36.979185 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60678) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:36.979673 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:59:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['c215e14a-6a6c-43b4-baf6-629ee92c06b6'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:37.092632 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:37.142619 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port 8052e417-983d-48b5-b0fc-68810088791b, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=8052e417-983d-48b5-b0fc-68810088791b,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:37.149080 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:37.157868 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Set router c215e14a-6a6c-43b4-baf6-629ee92c06b6 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:37.227236 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:37.228370 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device f0f2488f-09da-4d4d-8fd5-e44942797410 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:37.357832 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=8052e417-983d-48b5-b0fc-68810088791b,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:37.402040 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:37.413932 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:37.436720 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:37.568818 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port f0f2488f-09da-4d4d-8fd5-e44942797410 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:37.659944 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db287a3-6112-4138-b8ef-b944bd92dd10 req-67cc3edb-c4b6-43d2-8153-7d18786ab9e8 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:37.664370 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:37.681916 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6db287a3-6112-4138-b8ef-b944bd92dd10 req-67cc3edb-c4b6-43d2-8153-7d18786ab9e8 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 945 time: 0.1947820 Aug 12 21:59:37.714246 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'name': 'tempest-TestShelveInstance-595633856-router', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '04e330e0-bc53-4c53-b3a3-a3802e6ed91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:34Z', 'updated_at': '2021-08-12T21:59:35Z', 'revision_number': 3, 'project_id': '2d36a9f4da5a492fae282912f15a38fb', 'gw_port': {'id': '04e330e0-bc53-4c53-b3a3-a3802e6ed91c', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:02:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:35Z', 'updated_at': '2021-08-12T21:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:37.728841 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4ea353-3964-4195-8a42-06add51f800f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a959efa4-79f6-48a9-b4ad-a6abccaf3ad2'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:37.732241 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78105c2b-0606-4d86-92f3-0d9a07891646" -d '{"events": [{"server_uuid": "fe4ea353-3964-4195-8a42-06add51f800f", "name": "network-vif-plugged", "status": "completed", "tag": "a959efa4-79f6-48a9-b4ad-a6abccaf3ad2"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:37.777134 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port a959efa4-79f6-48a9-b4ad-a6abccaf3ad2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=a959efa4-79f6-48a9-b4ad-a6abccaf3ad2,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:37.784847 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:37.834764 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6db287a3-6112-4138-b8ef-b944bd92dd10 req-000682f5-bdbb-4bac-a916-d24abce0453d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431212 Aug 12 21:59:37.886648 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=a959efa4-79f6-48a9-b4ad-a6abccaf3ad2,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:37.900172 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Checking router: c215e14a-6a6c-43b4-baf6-629ee92c06b6 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:59:37.900497 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Updating router c215e14a-6a6c-43b4-baf6-629ee92c06b6 port 04e330e0-bc53-4c53-b3a3-a3802e6ed91c binding host dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:59:37.916979 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba80b7a7-06c0-4bca-a8dd-4df14befe39d x-openstack-request-id: req-ba80b7a7-06c0-4bca-a8dd-4df14befe39d {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:37.917278 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4ea353-3964-4195-8a42-06add51f800f", "name": "network-vif-plugged", "status": "completed", "tag": "a959efa4-79f6-48a9-b4ad-a6abccaf3ad2", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:37.917597 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba80b7a7-06c0-4bca-a8dd-4df14befe39d {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:37.931057 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4ea353-3964-4195-8a42-06add51f800f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a959efa4-79f6-48a9-b4ad-a6abccaf3ad2', 'code': 200} Aug 12 21:59:37.942491 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f4ed40-f2e2-41fa-bcdd-abb5232b8395 None None] Network c7a1bc1e-af50-4a06-8350-220d77de4986 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:59:37.993429 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.041250 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.075825 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9d868-bd0d-496e-b07a-c3362beaf029 req-820c3d99-d904-4024-ab38-b43317b3ab8f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:38.087806 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-06a9d868-bd0d-496e-b07a-c3362beaf029 req-820c3d99-d904-4024-ab38-b43317b3ab8f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1191084 Aug 12 21:59:38.163922 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-06a9d868-bd0d-496e-b07a-c3362beaf029 req-acbca277-bb88-4f58-817a-9a026d8c4795 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728991 Aug 12 21:59:38.204124 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-eff80291-d560-4200-b756-b46b205083c4 None None] Provisioning for port f0f2488f-09da-4d4d-8fd5-e44942797410 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:38.219898 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-eff80291-d560-4200-b756-b46b205083c4 None None] Provisioning complete for port f0f2488f-09da-4d4d-8fd5-e44942797410 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:38.220800 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eff80291-d560-4200-b756-b46b205083c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.251709 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606fe5c-d93f-4db8-8517-d6716c587b2b req-7b00d62e-1d81-44cc-a022-ad376e7d20e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:38.254035 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0606fe5c-d93f-4db8-8517-d6716c587b2b req-7b00d62e-1d81-44cc-a022-ad376e7d20e3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 1099 time: 0.0789194 Aug 12 21:59:38.302513 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0606fe5c-d93f-4db8-8517-d6716c587b2b req-1651aecd-147a-4766-aad0-be5e2def0daf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363498 Aug 12 21:59:38.334724 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Allocated IP 172.20.0.1 (c7a1bc1e-af50-4a06-8350-220d77de4986/44cd68d7-758b-4a5c-9be4-143226205fde/dd3bd764-9c8b-4180-a748-61d581bed363) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:59:38.401398 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eff80291-d560-4200-b756-b46b205083c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.441393 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-eff80291-d560-4200-b756-b46b205083c4 None None] For port f0f2488f-09da-4d4d-8fd5-e44942797410, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=f0f2488f-09da-4d4d-8fd5-e44942797410,segment=NetworkSegment(dd9e951a-cc1c-467c-b9a2-0f1734695181),segment_id=dd9e951a-cc1c-467c-b9a2-0f1734695181)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:38.447853 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eff80291-d560-4200-b756-b46b205083c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.459668 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.473722 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Transition to ACTIVE for port object dd3bd764-9c8b-4180-a748-61d581bed363 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:38.504412 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff80291-d560-4200-b756-b46b205083c4 None None] Pushing event updated for resources: {'Port': ['ID=f0f2488f-09da-4d4d-8fd5-e44942797410,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:38.512203 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.524137 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Transition to ACTIVE for port object 04e330e0-bc53-4c53-b3a3-a3802e6ed91c will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:38.524628 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.531501 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.571093 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Network c7a1bc1e-af50-4a06-8350-220d77de4986 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:38.578342 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:38.584162 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:59:38.587048 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Pushing event updated for resources: {'Port': ['ID=dd3bd764-9c8b-4180-a748-61d581bed363,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:38.597819 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Attempting to bind port 04e330e0-bc53-4c53-b3a3-a3802e6ed91c on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:59:38.598205 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Attempting to bind port 04e330e0-bc53-4c53-b3a3-a3802e6ed91c by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:59:38.598540 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Attempting to bind port 04e330e0-bc53-4c53-b3a3-a3802e6ed91c on network 91f356a0-e407-4a3f-8387-93e3cb37c38d {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:38.605975 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953a49b-838b-4aa5-a957-8960cce60d2d None None] Pushing event updated for resources: {'Port': ['ID=04e330e0-bc53-4c53-b3a3-a3802e6ed91c,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:38.609590 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:59:38.609953 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Checking segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:38.610361 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.610746 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Bound using segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:59:38.611808 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Bound port: 04e330e0-bc53-4c53-b3a3-a3802e6ed91c, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:59:38.612370 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.631925 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740839'] for router_interface, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.665600 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] For port 04e330e0-bc53-4c53-b3a3-a3802e6ed91c, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:59:38.669166 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] For port 04e330e0-bc53-4c53-b3a3-a3802e6ed91c, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=04e330e0-bc53-4c53-b3a3-a3802e6ed91c,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:59:38.675895 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.734995 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 8052e417-983d-48b5-b0fc-68810088791b up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:38.742907 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Routers {'c215e14a-6a6c-43b4-baf6-629ee92c06b6'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:38.743541 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:59:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['c215e14a-6a6c-43b4-baf6-629ee92c06b6'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:38.746085 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953a49b-838b-4aa5-a957-8960cce60d2d None None] Pushing event updated for resources: {'Port': ['ID=04e330e0-bc53-4c53-b3a3-a3802e6ed91c,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:38.784302 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-7a3c5cc0-aa78-4c2c-b204-e14824516d4c None None] Provisioning complete for port f0f2488f-09da-4d4d-8fd5-e44942797410 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:38.784677 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7a3c5cc0-aa78-4c2c-b204-e14824516d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.795631 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.846990 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 8052e417-983d-48b5-b0fc-68810088791b triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:38.858293 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.879245 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] Set router c215e14a-6a6c-43b4-baf6-629ee92c06b6 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:39.029168 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:39.033127 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eea0a-86b3-452b-89fa-1922ef5441d4 req-d0f02ecc-d882-4f34-8d03-058f07b2c16d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:39.035818 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287189977'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:39.036703 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device f0f2488f-09da-4d4d-8fd5-e44942797410 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:39.041489 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-883eea0a-86b3-452b-89fa-1922ef5441d4 req-d0f02ecc-d882-4f34-8d03-058f07b2c16d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 946 time: 0.0984845 Aug 12 21:59:39.099290 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-883eea0a-86b3-452b-89fa-1922ef5441d4 req-da176567-a05b-4cbd-8a98-5403abc3b775 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567150 Aug 12 21:59:39.140656 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-7c082db6-5639-429d-a23a-5b0fad2bb4a7 None None] Provisioning for port dd3bd764-9c8b-4180-a748-61d581bed363 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:39.146916 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-7c082db6-5639-429d-a23a-5b0fad2bb4a7 None None] Provisioning complete for port dd3bd764-9c8b-4180-a748-61d581bed363 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:39.147045 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'name': 'tempest-TestShelveInstance-595633856-router', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '04e330e0-bc53-4c53-b3a3-a3802e6ed91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:34Z', 'updated_at': '2021-08-12T21:59:35Z', 'revision_number': 3, 'project_id': '2d36a9f4da5a492fae282912f15a38fb', 'gw_port': {'id': '04e330e0-bc53-4c53-b3a3-a3802e6ed91c', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:02:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:35Z', 'updated_at': '2021-08-12T21:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:39.147512 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7c082db6-5639-429d-a23a-5b0fad2bb4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:39.148303 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Pushing event updated for resources: {'Port': ['ID=dd3bd764-9c8b-4180-a748-61d581bed363,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:39.157284 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740979'] for router_interface, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:39.191678 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2439233-60b7-4bd3-a2e2-776f780b738a None None] The sync data for ids ['c215e14a-6a6c-43b4-baf6-629ee92c06b6'] in dv-cinder-804459-3-iscsi is: [{'id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'name': 'tempest-TestShelveInstance-595633856-router', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '04e330e0-bc53-4c53-b3a3-a3802e6ed91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:34Z', 'updated_at': '2021-08-12T21:59:35Z', 'revision_number': 3, 'project_id': '2d36a9f4da5a492fae282912f15a38fb', 'gw_port': {'id': '04e330e0-bc53-4c53-b3a3-a3802e6ed91c', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:02:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:35Z', 'updated_at': '2021-08-12T21:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:59:39.192990 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port f0f2488f-09da-4d4d-8fd5-e44942797410 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:39.193637 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:39.220633 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-7c082db6-5639-429d-a23a-5b0fad2bb4a7 None None] Port dd3bd764-9c8b-4180-a748-61d581bed363 cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:59:39.322548 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Network c7a1bc1e-af50-4a06-8350-220d77de4986 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:39.324019 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:39.370258 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86d020-5166-4f8a-ac5f-86308ffd9f6b req-9c72261d-8ba7-454f-9055-2d522c86b05a tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:39.372217 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ea86d020-5166-4f8a-ac5f-86308ffd9f6b req-9c72261d-8ba7-454f-9055-2d522c86b05a tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1119475 Aug 12 21:59:39.463523 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ea86d020-5166-4f8a-ac5f-86308ffd9f6b req-acb1a20b-145d-4560-a914-e991e9c5ac64 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848060 Aug 12 21:59:39.558419 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Router c215e14a-6a6c-43b4-baf6-629ee92c06b6 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:59:39.741006 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:59:39.748895 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-331c7d2a-2c67-446d-9417-9063f8b2a43e admin admin] 10.222.0.30 "PUT /v2.0/routers/c215e14a-6a6c-43b4-baf6-629ee92c06b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7686279 Aug 12 21:59:39.769008 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-6d7b6e36-546c-4d66-81fd-ce4de8e73fdf None None] Provisioning complete for port dd3bd764-9c8b-4180-a748-61d581bed363 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:39.769624 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6e36-546c-4d66-81fd-ce4de8e73fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:39.788906 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 60736) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:39.827871 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b6e36-546c-4d66-81fd-ce4de8e73fdf None None] Port dd3bd764-9c8b-4180-a748-61d581bed363 cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:59:39.924637 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d918c26b-f4ed-4507-b697-8af511f4efd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.040278 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d918c26b-f4ed-4507-b697-8af511f4efd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.048215 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d918c26b-f4ed-4507-b697-8af511f4efd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.097763 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-d918c26b-f4ed-4507-b697-8af511f4efd7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3fba6fcf8d0e43468a02ce548fa4c058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046725 Aug 12 21:59:40.097763 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918c26b-f4ed-4507-b697-8af511f4efd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b241af6-25b2-4ecf-b99a-f41710ecfd0e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:40.098359 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60746) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:40.161779 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b74f14b-3ca1-4005-aff7-3f7af17ed1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.187970 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b74f14b-3ca1-4005-aff7-3f7af17ed1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.259062 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b74f14b-3ca1-4005-aff7-3f7af17ed1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.263161 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b74f14b-3ca1-4005-aff7-3f7af17ed1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.265040 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-8b74f14b-3ca1-4005-aff7-3f7af17ed1bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b241af6-25b2-4ecf-b99a-f41710ecfd0e HTTP/1.1" status: 204 len: 168 time: 0.1652954 Aug 12 21:59:40.276284 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74f14b-3ca1-4005-aff7-3f7af17ed1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b241af6-25b2-4ecf-b99a-f41710ecfd0e,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:40.348947 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60754) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:40.354231 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-49a11423-e4e4-425a-9d03-452969237805 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1058350769', 'description': 'tempest-secgroup-smoke-1058350769 description', 'project_id': '9cb2e69a590040cb83336b3d22d2760c'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:40.400420 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-49a11423-e4e4-425a-9d03-452969237805 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.432195 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c800917-4271-4cab-a42f-99503bb56045 req-6f4c3e7c-e720-404b-b561-f116bd6b5b95 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:40.434294 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8c800917-4271-4cab-a42f-99503bb56045 req-6f4c3e7c-e720-404b-b561-f116bd6b5b95 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 946 time: 0.1019080 Aug 12 21:59:40.513300 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8c800917-4271-4cab-a42f-99503bb56045 req-4134ac5a-1c40-4060-97ee-55eea9e7e496 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713434 Aug 12 21:59:40.530386 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-49a11423-e4e4-425a-9d03-452969237805 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.543537 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-49a11423-e4e4-425a-9d03-452969237805 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.605386 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a11423-e4e4-425a-9d03-452969237805 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:40.615685 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-49a11423-e4e4-425a-9d03-452969237805 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.630083 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-49a11423-e4e4-425a-9d03-452969237805 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2715178 Aug 12 21:59:40.632450 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60768) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:40.641232 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-c4a8a79a-d9e4-418f-b6d3-4300106f4379 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Request body: {'security_group_rule': {'security_group_id': '1be01e1b-1a3e-4009-b9be-ec0cd7ad9007', 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:40.710514 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5b31-33a3-4a0b-b601-7ea0b9b737c3 req-8de5055d-c091-4c15-a776-fb6e82f5e048 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:40.718597 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46cf5b31-33a3-4a0b-b601-7ea0b9b737c3 req-8de5055d-c091-4c15-a776-fb6e82f5e048 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1314163 Aug 12 21:59:40.722001 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a79a-d9e4-418f-b6d3-4300106f4379 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.777612 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46cf5b31-33a3-4a0b-b601-7ea0b9b737c3 req-4a53e67d-b963-4841-b5ea-f09b24ee7dce tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579863 Aug 12 21:59:40.811049 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 04e330e0-bc53-4c53-b3a3-a3802e6ed91c up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:40.831942 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a79a-d9e4-418f-b6d3-4300106f4379 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.837005 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a79a-d9e4-418f-b6d3-4300106f4379 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.858734 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8a79a-d9e4-418f-b6d3-4300106f4379 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5151a2-c619-4fc5-9bcf-359bffee2137,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:40.872367 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a79a-d9e4-418f-b6d3-4300106f4379 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.873766 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c4a8a79a-d9e4-418f-b6d3-4300106f4379 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2397425 Aug 12 21:59:40.877389 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60772) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:40.879089 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 04e330e0-bc53-4c53-b3a3-a3802e6ed91c completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:40.885085 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-ac03bf79-421e-4cfa-a4bd-a9b99664abce tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Request body: {'security_group_rule': {'security_group_id': '1be01e1b-1a3e-4009-b9be-ec0cd7ad9007', 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:40.891445 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 04e330e0-bc53-4c53-b3a3-a3802e6ed91c triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:40.891819 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:40.969575 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac03bf79-421e-4cfa-a4bd-a9b99664abce tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.025699 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.073005 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac03bf79-421e-4cfa-a4bd-a9b99664abce tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.073823 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port 04e330e0-bc53-4c53-b3a3-a3802e6ed91c, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=04e330e0-bc53-4c53-b3a3-a3802e6ed91c,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:41.079070 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac03bf79-421e-4cfa-a4bd-a9b99664abce tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.085595 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.110134 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03bf79-421e-4cfa-a4bd-a9b99664abce tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac6c794-c709-4bc0-9740-0a494be2e4ac,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:41.126095 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac03bf79-421e-4cfa-a4bd-a9b99664abce tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.134875 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 60790) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:41.135436 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-ac03bf79-421e-4cfa-a4bd-a9b99664abce tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2568367 Aug 12 21:59:41.141537 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-aee353ec-ab4b-4d26-aa5a-7c632c4f77f0 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Request body: {'security_group_rule': {'security_group_id': '1be01e1b-1a3e-4009-b9be-ec0cd7ad9007', 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:41.143429 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=04e330e0-bc53-4c53-b3a3-a3802e6ed91c,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:41.199331 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aee353ec-ab4b-4d26-aa5a-7c632c4f77f0 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.273609 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aee353ec-ab4b-4d26-aa5a-7c632c4f77f0 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.277249 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aee353ec-ab4b-4d26-aa5a-7c632c4f77f0 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.298800 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee353ec-ab4b-4d26-aa5a-7c632c4f77f0 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c582efcb-dbe5-46a8-8cbc-c4e221d3700a,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:41.304022 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aee353ec-ab4b-4d26-aa5a-7c632c4f77f0 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.305287 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-aee353ec-ab4b-4d26-aa5a-7c632c4f77f0 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682827 Aug 12 21:59:41.308003 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 60792) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:41.312459 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a69962da-43bc-482b-b39d-56e74bbcccd7 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Request body: {'security_group_rule': {'security_group_id': '1be01e1b-1a3e-4009-b9be-ec0cd7ad9007', 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:41.339630 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69962da-43bc-482b-b39d-56e74bbcccd7 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.342532 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Sync routers for ids ['c215e14a-6a6c-43b4-baf6-629ee92c06b6'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:59:41.351670 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Routers {'c215e14a-6a6c-43b4-baf6-629ee92c06b6'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:41.352285 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:59:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['c215e14a-6a6c-43b4-baf6-629ee92c06b6'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:41.400772 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69962da-43bc-482b-b39d-56e74bbcccd7 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.404544 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69962da-43bc-482b-b39d-56e74bbcccd7 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.428653 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69962da-43bc-482b-b39d-56e74bbcccd7 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc72955-913d-4724-a4fb-6b9a7387d783,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:41.436690 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69962da-43bc-482b-b39d-56e74bbcccd7 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.441572 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 60794) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:41.442165 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-a69962da-43bc-482b-b39d-56e74bbcccd7 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326511 Aug 12 21:59:41.446339 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-3edfb4e5-e8f3-4483-992f-fb456f0d513f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Request body: {'security_group_rule': {'security_group_id': '1be01e1b-1a3e-4009-b9be-ec0cd7ad9007', 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:41.465838 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Set router c215e14a-6a6c-43b4-baf6-629ee92c06b6 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:41.471903 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.securitygroups_db [None req-3edfb4e5-e8f3-4483-992f-fb456f0d513f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Project 9cb2e69a590040cb83336b3d22d2760c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 21:59:41.476949 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3edfb4e5-e8f3-4483-992f-fb456f0d513f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.544199 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3edfb4e5-e8f3-4483-992f-fb456f0d513f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.548316 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3edfb4e5-e8f3-4483-992f-fb456f0d513f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.568015 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfb4e5-e8f3-4483-992f-fb456f0d513f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44762740-679e-45f5-be0e-497e4c99fdd3,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:41.579152 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3edfb4e5-e8f3-4483-992f-fb456f0d513f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.583635 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-3edfb4e5-e8f3-4483-992f-fb456f0d513f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384842 Aug 12 21:59:41.584003 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 60800) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:41.588935 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4fded069-538d-4334-8aad-3bf430193f8b tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Request body: {'security_group_rule': {'security_group_id': '1be01e1b-1a3e-4009-b9be-ec0cd7ad9007', 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:41.613342 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-4fded069-538d-4334-8aad-3bf430193f8b tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Project 9cb2e69a590040cb83336b3d22d2760c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 21:59:41.618873 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fded069-538d-4334-8aad-3bf430193f8b tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.688625 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fded069-538d-4334-8aad-3bf430193f8b tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.693731 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fded069-538d-4334-8aad-3bf430193f8b tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.699241 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'name': 'tempest-TestShelveInstance-595633856-router', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '04e330e0-bc53-4c53-b3a3-a3802e6ed91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:34Z', 'updated_at': '2021-08-12T21:59:38Z', 'revision_number': 4, 'project_id': '2d36a9f4da5a492fae282912f15a38fb', 'gw_port': {'id': '04e330e0-bc53-4c53-b3a3-a3802e6ed91c', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:35Z', 'updated_at': '2021-08-12T21:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'dd3bd764-9c8b-4180-a748-61d581bed363', 'name': '', 'network_id': 'c7a1bc1e-af50-4a06-8350-220d77de4986', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb', 'mac_address': 'fa:16:3e:3e:14:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '44cd68d7-758b-4a5c-9be4-143226205fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:38Z', 'updated_at': '2021-08-12T21:59:38Z', 'revision_number': 2, 'project_id': '2d36a9f4da5a492fae282912f15a38fb', 'subnets': [{'id': '44cd68d7-758b-4a5c-9be4-143226205fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:41.712560 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fded069-538d-4334-8aad-3bf430193f8b tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1928c3-0cdd-4c42-9093-09164b21f99b,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:41.720600 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fded069-538d-4334-8aad-3bf430193f8b tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.722064 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-4fded069-538d-4334-8aad-3bf430193f8b tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367459 Aug 12 21:59:41.727405 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Checking router: c215e14a-6a6c-43b4-baf6-629ee92c06b6 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:59:41.727918 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Updating router c215e14a-6a6c-43b4-baf6-629ee92c06b6 port dd3bd764-9c8b-4180-a748-61d581bed363 binding host dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:59:41.756445 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:41.962591 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8424e1-2cdf-4010-814a-627c4881899d req-cf3bd461-46f1-417a-9f67-131c1d3993d2 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:41.964252 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eb8424e1-2cdf-4010-814a-627c4881899d req-cf3bd461-46f1-417a-9f67-131c1d3993d2 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0896699 Aug 12 21:59:42.010467 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eb8424e1-2cdf-4010-814a-627c4881899d req-c128355f-2094-4107-afc5-8157225749de tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385470 Aug 12 21:59:42.085842 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:42.099661 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Transition to ACTIVE for port object dd3bd764-9c8b-4180-a748-61d581bed363 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:42.106435 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:42.179734 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49728ea-6568-4a7d-9102-b4e27a65fadf None None] Pushing event updated for resources: {'Port': ['ID=dd3bd764-9c8b-4180-a748-61d581bed363,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:42.221125 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Attempting to bind port dd3bd764-9c8b-4180-a748-61d581bed363 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:59:42.221455 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Attempting to bind port dd3bd764-9c8b-4180-a748-61d581bed363 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': 'dd9e951a-cc1c-467c-b9a2-0f1734695181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c7a1bc1e-af50-4a06-8350-220d77de4986'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:59:42.221869 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Attempting to bind port dd3bd764-9c8b-4180-a748-61d581bed363 on network c7a1bc1e-af50-4a06-8350-220d77de4986 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:42.238052 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:59:42.238448 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Checking segment: {'id': 'dd9e951a-cc1c-467c-b9a2-0f1734695181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c7a1bc1e-af50-4a06-8350-220d77de4986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:42.238867 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:42.239322 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Bound using segment: {'id': 'dd9e951a-cc1c-467c-b9a2-0f1734695181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c7a1bc1e-af50-4a06-8350-220d77de4986'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:59:42.239811 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Bound port: dd3bd764-9c8b-4180-a748-61d581bed363, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9e951a-cc1c-467c-b9a2-0f1734695181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c7a1bc1e-af50-4a06-8350-220d77de4986'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:59:42.240206 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:42.332675 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] For port dd3bd764-9c8b-4180-a748-61d581bed363, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:59:42.336765 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] For port dd3bd764-9c8b-4180-a748-61d581bed363, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=dd3bd764-9c8b-4180-a748-61d581bed363,segment=NetworkSegment(dd9e951a-cc1c-467c-b9a2-0f1734695181),segment_id=dd9e951a-cc1c-467c-b9a2-0f1734695181)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:59:42.353737 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:42.421401 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Routers {'c215e14a-6a6c-43b4-baf6-629ee92c06b6'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:42.422014 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:59:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['c215e14a-6a6c-43b4-baf6-629ee92c06b6'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:42.513543 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49728ea-6568-4a7d-9102-b4e27a65fadf None None] Pushing event updated for resources: {'Port': ['ID=dd3bd764-9c8b-4180-a748-61d581bed363,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:42.756080 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] Set router c215e14a-6a6c-43b4-baf6-629ee92c06b6 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:42.758089 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 04e330e0-bc53-4c53-b3a3-a3802e6ed91c up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:42.947089 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 04e330e0-bc53-4c53-b3a3-a3802e6ed91c triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:42.947474 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:43.146796 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'name': 'tempest-TestShelveInstance-595633856-router', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '04e330e0-bc53-4c53-b3a3-a3802e6ed91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:34Z', 'updated_at': '2021-08-12T21:59:38Z', 'revision_number': 4, 'project_id': '2d36a9f4da5a492fae282912f15a38fb', 'gw_port': {'id': '04e330e0-bc53-4c53-b3a3-a3802e6ed91c', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:35Z', 'updated_at': '2021-08-12T21:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'dd3bd764-9c8b-4180-a748-61d581bed363', 'name': '', 'network_id': 'c7a1bc1e-af50-4a06-8350-220d77de4986', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb', 'mac_address': 'fa:16:3e:3e:14:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '44cd68d7-758b-4a5c-9be4-143226205fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:38Z', 'updated_at': '2021-08-12T21:59:42Z', 'revision_number': 4, 'project_id': '2d36a9f4da5a492fae282912f15a38fb', 'subnets': [{'id': '44cd68d7-758b-4a5c-9be4-143226205fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:43.196646 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d808461d-2621-4773-b34d-2f3edc501e05 None None] The sync data for ids ['c215e14a-6a6c-43b4-baf6-629ee92c06b6'] in dv-cinder-804459-3-iscsi is: [{'id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'name': 'tempest-TestShelveInstance-595633856-router', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '04e330e0-bc53-4c53-b3a3-a3802e6ed91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:34Z', 'updated_at': '2021-08-12T21:59:38Z', 'revision_number': 4, 'project_id': '2d36a9f4da5a492fae282912f15a38fb', 'gw_port': {'id': '04e330e0-bc53-4c53-b3a3-a3802e6ed91c', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:35Z', 'updated_at': '2021-08-12T21:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'dd3bd764-9c8b-4180-a748-61d581bed363', 'name': '', 'network_id': 'c7a1bc1e-af50-4a06-8350-220d77de4986', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb', 'mac_address': 'fa:16:3e:3e:14:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '44cd68d7-758b-4a5c-9be4-143226205fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:38Z', 'updated_at': '2021-08-12T21:59:42Z', 'revision_number': 4, 'project_id': '2d36a9f4da5a492fae282912f15a38fb', 'subnets': [{'id': '44cd68d7-758b-4a5c-9be4-143226205fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:59:43.237395 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15263aa-3612-4253-b1eb-939dfad991f9 req-dda5e38a-b75f-4de7-a18f-56e660c2ed44 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:43.245692 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f15263aa-3612-4253-b1eb-939dfad991f9 req-dda5e38a-b75f-4de7-a18f-56e660c2ed44 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0927684 Aug 12 21:59:43.320633 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f15263aa-3612-4253-b1eb-939dfad991f9 req-139e4228-b862-42f8-a571-879230b650b8 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738790 Aug 12 21:59:44.475892 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caaaef-526b-4d61-84b4-14dcc12f91de req-d91c26c0-b439-438c-aec5-714b3d15e330 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:44.477523 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50caaaef-526b-4d61-84b4-14dcc12f91de req-d91c26c0-b439-438c-aec5-714b3d15e330 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0660996 Aug 12 21:59:44.516169 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50caaaef-526b-4d61-84b4-14dcc12f91de req-a71feae3-c31d-41f8-8450-8dab442a5f33 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321074 Aug 12 21:59:44.634245 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a96ff-044c-4ab7-a456-7db7b57a409f req-2a8faf6b-a73b-4e50-aa57-c14ad378e92b tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:44.635721 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-161a96ff-044c-4ab7-a456-7db7b57a409f req-2a8faf6b-a73b-4e50-aa57-c14ad378e92b tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 946 time: 0.0487504 Aug 12 21:59:44.682886 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-161a96ff-044c-4ab7-a456-7db7b57a409f req-a94eed0e-1b91-49b1-9912-b47dd611201a tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Aug 12 21:59:44.705673 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 60952) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:44.716019 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device dd3bd764-9c8b-4180-a748-61d581bed363 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:44.768176 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port dd3bd764-9c8b-4180-a748-61d581bed363 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:44.771940 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port dd3bd764-9c8b-4180-a748-61d581bed363 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:44.772258 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:44.848948 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:44.884109 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port dd3bd764-9c8b-4180-a748-61d581bed363, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=dd3bd764-9c8b-4180-a748-61d581bed363,segment=NetworkSegment(dd9e951a-cc1c-467c-b9a2-0f1734695181),segment_id=dd9e951a-cc1c-467c-b9a2-0f1734695181)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:44.889094 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:44.902967 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b7f3c4-048e-4e9e-89e9-fd7d87549476 tempest-TestMinimumBasicScenario-2133937727 tempest-TestMinimumBasicScenario-2133937727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:44.904522 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-a1b7f3c4-048e-4e9e-89e9-fd7d87549476 tempest-TestMinimumBasicScenario-2133937727 tempest-TestMinimumBasicScenario-2133937727-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 1094 time: 0.1965744 Aug 12 21:59:44.907242 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 60956) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:44.912269 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Request body: {'floatingip': {'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'port_id': 'eb0b615f-f58a-4151-9196-1a84367b94e3', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:44.936256 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:44.944158 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=dd3bd764-9c8b-4180-a748-61d581bed363,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:45.035482 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:45.399354 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Allocated IP 172.27.0.209 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/ba00eecf-82a7-4656-bbf8-3f6064ec538c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:59:45.517117 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:45.566490 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:45.630084 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:45.633241 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:45.648093 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:59:45.693372 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Pushing event updated for resources: {'Port': ['ID=ba00eecf-82a7-4656-bbf8-3f6064ec538c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:45.724841 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:45.763323 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ad5e6-6767-4258-b7b5-00b484281ced req-8b151807-00c9-460a-ba35-126e0622195f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:45.764821 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4a9ad5e6-6767-4258-b7b5-00b484281ced req-8b151807-00c9-460a-ba35-126e0622195f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1359982 Aug 12 21:59:45.844578 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ca6e4-baf2-4920-9fa5-678765d1e863 req-c78a7ebb-40c5-46ce-b917-9c417d68aa65 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:45.846578 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ed7ca6e4-baf2-4920-9fa5-678765d1e863 req-c78a7ebb-40c5-46ce-b917-9c417d68aa65 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1581681 Aug 12 21:59:45.934239 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4a9ad5e6-6767-4258-b7b5-00b484281ced req-bda84d8a-c91e-49d4-8819-2ca21c661350 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517434 Aug 12 21:59:45.984009 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6c069-601d-4639-aedd-2d1cff5fc872 req-38122981-7cb3-4ec2-b75c-7e0f0fff71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:45.985537 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-33c6c069-601d-4639-aedd-2d1cff5fc872 req-38122981-7cb3-4ec2-b75c-7e0f0fff71c1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 1098 time: 0.1754167 Aug 12 21:59:45.995845 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ed7ca6e4-baf2-4920-9fa5-678765d1e863 req-b5702d20-e228-40c7-ab07-c56feedbd96c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200776 Aug 12 21:59:46.073826 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-33c6c069-601d-4639-aedd-2d1cff5fc872 req-d9a8d5dc-ad61-4dff-a5f6-31ae8776f57d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755079 Aug 12 21:59:46.282235 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:46.360086 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:46.531731 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:46.537172 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:46.615366 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Pushing event updated for resources: {'Port': ['ID=ba00eecf-82a7-4656-bbf8-3f6064ec538c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:46.625439 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:46.726711 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device dd3bd764-9c8b-4180-a748-61d581bed363 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:46.758090 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.l3_db [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Floating IP c94ebdd5-e9fa-42b5-831b-952008442cf3 associated. External IP: 172.27.0.209, port: eb0b615f-f58a-4151-9196-1a84367b94e3. Aug 12 21:59:46.774711 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port dd3bd764-9c8b-4180-a748-61d581bed363 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:46.775088 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:46.972567 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Router df0e528a-5dbe-4f61-abd8-378a88bad0a4 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:59:47.144430 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0682c26-9766-4d59-8a5b-3709b56a9798 req-319335ea-947f-47e4-a046-efd6d0d8e113 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:47.145964 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b0682c26-9766-4d59-8a5b-3709b56a9798 req-319335ea-947f-47e4-a046-efd6d0d8e113 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1313505 Aug 12 21:59:47.155883 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:59:47.166067 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d7714-d781-47ea-8a7f-bf3154bb5b11 None None] Sync routers for ids ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:59:47.175568 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d7714-d781-47ea-8a7f-bf3154bb5b11 None None] Routers {'df0e528a-5dbe-4f61-abd8-378a88bad0a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:47.177562 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-809d7714-d781-47ea-8a7f-bf3154bb5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:59:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:47.193414 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86562a-8ea4-477a-b734-59ea6207dd86 req-325658ce-1eb5-476c-9652-5e55a6362829 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:47.194922 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7f86562a-8ea4-477a-b734-59ea6207dd86 req-325658ce-1eb5-476c-9652-5e55a6362829 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1077862 Aug 12 21:59:47.210816 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.229932 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b0682c26-9766-4d59-8a5b-3709b56a9798 req-c202b320-5e38-4a19-851e-e31fb4bf7c80 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777788 Aug 12 21:59:47.263114 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-f9bd95a1-92c6-4c32-92b7-033488ec94ac tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3540270 Aug 12 21:59:47.265329 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'tag': 'eb0b615f-f58a-4151-9196-1a84367b94e3'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:47.266079 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 32778) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:47.267564 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac684a5e-f283-40fd-a7eb-7d4d8ee4544b" -d '{"events": [{"name": "network-changed", "server_uuid": "61364b30-fe3f-46fa-8f32-25c4dc6b53ae", "tag": "eb0b615f-f58a-4151-9196-1a84367b94e3"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:47.271186 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-4950fb90-85c4-4bd7-b3a3-acfc0ceddb87 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2118612391', 'description': 'tempest-secgroup-smoke-2118612391 description', 'project_id': 'd8f57411a28842e69c8732c884da7094'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:47.275171 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7f86562a-8ea4-477a-b734-59ea6207dd86 req-2773bba8-05aa-4633-9497-ed95caf93c54 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680275 Aug 12 21:59:47.292091 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-809d7714-d781-47ea-8a7f-bf3154bb5b11 None None] Set router df0e528a-5dbe-4f61-abd8-378a88bad0a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:47.306662 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce618842-aaf6-4314-9fc9-c7327d12d0eb x-openstack-request-id: req-ce618842-aaf6-4314-9fc9-c7327d12d0eb {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:47.307012 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61364b30-fe3f-46fa-8f32-25c4dc6b53ae", "tag": "eb0b615f-f58a-4151-9196-1a84367b94e3", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:47.307276 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce618842-aaf6-4314-9fc9-c7327d12d0eb {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:47.307801 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'tag': 'eb0b615f-f58a-4151-9196-1a84367b94e3', 'status': 'completed', 'code': 200} Aug 12 21:59:47.314586 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4950fb90-85c4-4bd7-b3a3-acfc0ceddb87 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.382576 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac684a5e-f283-40fd-a7eb-7d4d8ee4544b req-c461de12-c836-4d08-92cb-b0b1d3a5654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:47.384098 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ac684a5e-f283-40fd-a7eb-7d4d8ee4544b req-c461de12-c836-4d08-92cb-b0b1d3a5654a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8f57411a28842e69c8732c884da7094&device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 1099 time: 0.0445240 Aug 12 21:59:47.413420 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4950fb90-85c4-4bd7-b3a3-acfc0ceddb87 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.418503 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4950fb90-85c4-4bd7-b3a3-acfc0ceddb87 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.447398 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4950fb90-85c4-4bd7-b3a3-acfc0ceddb87 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.448636 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-4950fb90-85c4-4bd7-b3a3-acfc0ceddb87 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1815720 Aug 12 21:59:47.451628 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 32782) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:47.456210 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-31f38e5f-9397-48a7-8cc2-9ec49d22236e tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Request body: {'security_group_rule': {'security_group_id': 'c6069bb8-d963-45ce-9067-994caf7c3cc8', 'project_id': 'd8f57411a28842e69c8732c884da7094', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:47.464109 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950fb90-85c4-4bd7-b3a3-acfc0ceddb87 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6069bb8-d963-45ce-9067-994caf7c3cc8,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:47.491191 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31f38e5f-9397-48a7-8cc2-9ec49d22236e tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.504628 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac684a5e-f283-40fd-a7eb-7d4d8ee4544b req-6e005e14-16b5-4b3e-a9d8-985e090b0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:47.506962 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ac684a5e-f283-40fd-a7eb-7d4d8ee4544b req-6e005e14-16b5-4b3e-a9d8-985e090b0e2c service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 HTTP/1.1" status: 200 len: 916 time: 0.1127806 Aug 12 21:59:47.536730 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-809d7714-d781-47ea-8a7f-bf3154bb5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:31Z', 'updated_at': '2021-08-12T21:58:35Z', 'revision_number': 4, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'gw_port': {'id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:32Z', 'updated_at': '2021-08-12T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': 'c94ebdd5-e9fa-42b5-831b-952008442cf3', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'port_id': 'eb0b615f-f58a-4151-9196-1a84367b94e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'mac_address': 'fa:16:3e:3d:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:59:46Z', 'updated_at': '2021-08-12T21:59:46Z', 'revision_number': 0, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13827dfd-a94b-464e-a57f-7828f21830f4', 'name': '', 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'mac_address': 'fa:16:3e:68:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:34Z', 'updated_at': '2021-08-12T21:58:44Z', 'revision_number': 5, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'subnets': [{'id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:47.551602 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31f38e5f-9397-48a7-8cc2-9ec49d22236e tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.555775 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31f38e5f-9397-48a7-8cc2-9ec49d22236e tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.571921 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d7714-d781-47ea-8a7f-bf3154bb5b11 None None] Checking router: df0e528a-5dbe-4f61-abd8-378a88bad0a4 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:59:47.574592 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f38e5f-9397-48a7-8cc2-9ec49d22236e tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2776b32-08fc-4fe4-a72d-fb15bf6142c9,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:47.576725 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ac684a5e-f283-40fd-a7eb-7d4d8ee4544b req-23c12460-d0ae-4886-9262-5a3c5f9ff8ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb0b615f-f58a-4151-9196-1a84367b94e3 HTTP/1.1" status: 200 len: 1000 time: 0.0618415 Aug 12 21:59:47.582184 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d7714-d781-47ea-8a7f-bf3154bb5b11 None None] Routers {'df0e528a-5dbe-4f61-abd8-378a88bad0a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:47.582426 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31f38e5f-9397-48a7-8cc2-9ec49d22236e tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.582787 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-809d7714-d781-47ea-8a7f-bf3154bb5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T21:59:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:47.583674 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-31f38e5f-9397-48a7-8cc2-9ec49d22236e tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309879 Aug 12 21:59:47.586398 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 32784) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:47.590788 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-826f16e7-5744-439e-98f0-2c6027345ea5 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Request body: {'security_group_rule': {'security_group_id': 'c6069bb8-d963-45ce-9067-994caf7c3cc8', 'project_id': 'd8f57411a28842e69c8732c884da7094', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:47.629864 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-826f16e7-5744-439e-98f0-2c6027345ea5 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.654290 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac684a5e-f283-40fd-a7eb-7d4d8ee4544b req-2ecce431-3c99-44af-98de-ce75394bc6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:47.655855 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ac684a5e-f283-40fd-a7eb-7d4d8ee4544b req-2ecce431-3c99-44af-98de-ce75394bc6c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0b51929-b6d9-4322-af92-380f1fe3953d HTTP/1.1" status: 200 len: 854 time: 0.0611749 Aug 12 21:59:47.704121 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-826f16e7-5744-439e-98f0-2c6027345ea5 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.711887 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-826f16e7-5744-439e-98f0-2c6027345ea5 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.714504 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-809d7714-d781-47ea-8a7f-bf3154bb5b11 None None] Set router df0e528a-5dbe-4f61-abd8-378a88bad0a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:47.737737 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f16e7-5744-439e-98f0-2c6027345ea5 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ebc5d4-e4db-4cdf-8429-39c1a67f31ea,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:47.746933 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-826f16e7-5744-439e-98f0-2c6027345ea5 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.751450 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-826f16e7-5744-439e-98f0-2c6027345ea5 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1614923 Aug 12 21:59:47.752398 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 32794) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:47.754545 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac684a5e-f283-40fd-a7eb-7d4d8ee4544b req-1adb57fa-6bcd-433b-818f-d5f8c0960499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:47.756736 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ac684a5e-f283-40fd-a7eb-7d4d8ee4544b req-1adb57fa-6bcd-433b-818f-d5f8c0960499 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819688 Aug 12 21:59:47.761375 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-bf47f4f6-0590-4632-a642-56e089da48fd tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Request body: {'security_group_rule': {'security_group_id': 'c6069bb8-d963-45ce-9067-994caf7c3cc8', 'project_id': 'd8f57411a28842e69c8732c884da7094', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:47.814268 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bf47f4f6-0590-4632-a642-56e089da48fd tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.902690 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ac684a5e-f283-40fd-a7eb-7d4d8ee4544b req-7fc33123-85bd-48e3-a473-3f1e7f83dfb3 service neutron] 10.222.0.58 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297431 Aug 12 21:59:47.930663 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bf47f4f6-0590-4632-a642-56e089da48fd tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.942869 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bf47f4f6-0590-4632-a642-56e089da48fd tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.975440 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47f4f6-0590-4632-a642-56e089da48fd tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34142644-cb6a-4a9e-bed4-b9e2ccf0ca7d,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:47.987438 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bf47f4f6-0590-4632-a642-56e089da48fd tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.989173 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-bf47f4f6-0590-4632-a642-56e089da48fd tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2357254 Aug 12 21:59:47.993212 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 32802) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:47.999137 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-44b1abfc-cddd-46ff-949a-6f658289a535 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Request body: {'security_group_rule': {'security_group_id': 'c6069bb8-d963-45ce-9067-994caf7c3cc8', 'project_id': 'd8f57411a28842e69c8732c884da7094', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:48.010323 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-809d7714-d781-47ea-8a7f-bf3154bb5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:31Z', 'updated_at': '2021-08-12T21:58:35Z', 'revision_number': 4, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'gw_port': {'id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:32Z', 'updated_at': '2021-08-12T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': 'c94ebdd5-e9fa-42b5-831b-952008442cf3', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'port_id': 'eb0b615f-f58a-4151-9196-1a84367b94e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'mac_address': 'fa:16:3e:3d:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:59:46Z', 'updated_at': '2021-08-12T21:59:46Z', 'revision_number': 0, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13827dfd-a94b-464e-a57f-7828f21830f4', 'name': '', 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'mac_address': 'fa:16:3e:68:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:34Z', 'updated_at': '2021-08-12T21:58:44Z', 'revision_number': 5, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'subnets': [{'id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:48.039200 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44b1abfc-cddd-46ff-949a-6f658289a535 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:48.042497 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d7714-d781-47ea-8a7f-bf3154bb5b11 None None] The sync data for ids ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'] in dv-cinder-804459-3-iscsi is: [{'id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:31Z', 'updated_at': '2021-08-12T21:58:35Z', 'revision_number': 4, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'gw_port': {'id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:32Z', 'updated_at': '2021-08-12T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': 'c94ebdd5-e9fa-42b5-831b-952008442cf3', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'port_id': 'eb0b615f-f58a-4151-9196-1a84367b94e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'mac_address': 'fa:16:3e:3d:fd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:59:46Z', 'updated_at': '2021-08-12T21:59:46Z', 'revision_number': 0, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13827dfd-a94b-464e-a57f-7828f21830f4', 'name': '', 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'mac_address': 'fa:16:3e:68:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:34Z', 'updated_at': '2021-08-12T21:58:44Z', 'revision_number': 5, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'subnets': [{'id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:59:48.119742 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44b1abfc-cddd-46ff-949a-6f658289a535 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:48.125412 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44b1abfc-cddd-46ff-949a-6f658289a535 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:48.156375 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1abfc-cddd-46ff-949a-6f658289a535 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9635a5-fbc8-4967-a673-65f44950e5e3,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:48.164816 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44b1abfc-cddd-46ff-949a-6f658289a535 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:48.169548 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-44b1abfc-cddd-46ff-949a-6f658289a535 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1719728 Aug 12 21:59:48.169548 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 32810) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:48.174925 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-5fe6e566-18f1-44e3-8b9c-55d793fd0f1d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Request body: {'security_group_rule': {'security_group_id': 'c6069bb8-d963-45ce-9067-994caf7c3cc8', 'project_id': 'd8f57411a28842e69c8732c884da7094', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:48.213976 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.securitygroups_db [None req-5fe6e566-18f1-44e3-8b9c-55d793fd0f1d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Project d8f57411a28842e69c8732c884da7094 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 21:59:48.226895 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5fe6e566-18f1-44e3-8b9c-55d793fd0f1d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:48.372065 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ac684a5e-f283-40fd-a7eb-7d4d8ee4544b req-3e7562c4-68a8-4590-b98e-5ce0f0b88c4d service neutron] 10.222.0.58 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531736 Aug 12 21:59:48.385460 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5fe6e566-18f1-44e3-8b9c-55d793fd0f1d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:48.394217 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5fe6e566-18f1-44e3-8b9c-55d793fd0f1d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:48.422442 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6e566-18f1-44e3-8b9c-55d793fd0f1d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405d6dc6-1f92-4c83-8c7f-99a8a505461e,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:48.434826 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5fe6e566-18f1-44e3-8b9c-55d793fd0f1d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:48.440636 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5fe6e566-18f1-44e3-8b9c-55d793fd0f1d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2699351 Aug 12 21:59:48.441206 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 32820) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:48.446661 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-505ba11d-b256-4d63-a826-17e970cddcec tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Request body: {'security_group_rule': {'security_group_id': 'c6069bb8-d963-45ce-9067-994caf7c3cc8', 'project_id': 'd8f57411a28842e69c8732c884da7094', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:48.493190 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.securitygroups_db [None req-505ba11d-b256-4d63-a826-17e970cddcec tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Project d8f57411a28842e69c8732c884da7094 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 21:59:48.502144 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820583d5-800f-484c-8686-86178408883c req-450a4b32-ebf0-4b09-894a-e2c3966daa52 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:48.503683 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-820583d5-800f-484c-8686-86178408883c req-450a4b32-ebf0-4b09-894a-e2c3966daa52 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1280980 Aug 12 21:59:48.504843 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-505ba11d-b256-4d63-a826-17e970cddcec tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:48.514853 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc689e0-fa15-4af7-a53d-be07ee12378d req-6b5c386c-f0be-487a-98b7-37578a2a95d6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:48.522639 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4bc689e0-fa15-4af7-a53d-be07ee12378d req-6b5c386c-f0be-487a-98b7-37578a2a95d6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1007512 Aug 12 21:59:48.529314 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f2f66a-8c6b-4baf-8894-2d0a01ee3678 None None] New status for floating IP c94ebdd5-e9fa-42b5-831b-952008442cf3: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:59:48.592336 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-820583d5-800f-484c-8686-86178408883c req-1e4710de-2e8a-4b02-9e38-a49f7ea6fc3b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658615 Aug 12 21:59:48.600608 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-505ba11d-b256-4d63-a826-17e970cddcec tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:48.607937 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4bc689e0-fa15-4af7-a53d-be07ee12378d req-825d03be-0f0f-4097-ac83-92fdd3874ea9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843656 Aug 12 21:59:48.611498 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-505ba11d-b256-4d63-a826-17e970cddcec tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:48.631782 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ba11d-b256-4d63-a826-17e970cddcec tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e304fc9-debb-4243-8052-215f4d1402df,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:48.641747 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-505ba11d-b256-4d63-a826-17e970cddcec tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:48.646792 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-505ba11d-b256-4d63-a826-17e970cddcec tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2020037 Aug 12 21:59:48.744690 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e71ab113-0007-45e7-9845-384e017db918 req-ddf9b112-d1e1-463f-9c6d-a3ac2f76bf34 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2118612391&fields=id&tenant_id=d8f57411a28842e69c8732c884da7094 HTTP/1.1" status: 200 len: 267 time: 0.0409336 Aug 12 21:59:48.804107 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ab113-0007-45e7-9845-384e017db918 req-9df5586c-1f32-4019-acae-67bfdb4ff04c tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:48.812313 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e71ab113-0007-45e7-9845-384e017db918 req-9df5586c-1f32-4019-acae-67bfdb4ff04c tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 946 time: 0.0617807 Aug 12 21:59:48.818453 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-e71ab113-0007-45e7-9845-384e017db918 req-8b88bb3c-e510-49e4-95da-6f5aeabfaff9 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Request body: {'port': {'security_groups': ['be06eaf1-c21c-4a69-aef6-53baf60569ff', 'c6069bb8-d963-45ce-9067-994caf7c3cc8']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:48.943146 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e71ab113-0007-45e7-9845-384e017db918 req-8b88bb3c-e510-49e4-95da-6f5aeabfaff9 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:48.966115 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1c8de-2ddb-41f4-8dcb-107c12c680e7 req-99c21452-a85f-4eb1-ae66-deeaa062581f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:48.967645 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7bc1c8de-2ddb-41f4-8dcb-107c12c680e7 req-99c21452-a85f-4eb1-ae66-deeaa062581f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1448357 Aug 12 21:59:48.971908 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5394cf2-6ca2-4491-ae84-cc7d1af3cb02 req-00bb1f9c-e585-4b50-9186-7625104c3467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:48.973194 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f5394cf2-6ca2-4491-ae84-cc7d1af3cb02 req-00bb1f9c-e585-4b50-9186-7625104c3467 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65c8e0e15b874e188e4c978a57a4d609&device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 1098 time: 0.1231709 Aug 12 21:59:49.102967 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7bc1c8de-2ddb-41f4-8dcb-107c12c680e7 req-464ec59b-234e-4cc5-8da9-24ed4ff7cc02 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257434 Aug 12 21:59:49.167537 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5394cf2-6ca2-4491-ae84-cc7d1af3cb02 req-28f3af5b-1c8b-46c3-b5b6-88b4bd573328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:49.167537 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f5394cf2-6ca2-4491-ae84-cc7d1af3cb02 req-28f3af5b-1c8b-46c3-b5b6-88b4bd573328 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6401582-edab-421b-84ee-f3395ffb54b7 HTTP/1.1" status: 200 len: 920 time: 0.1614766 Aug 12 21:59:49.243152 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f5394cf2-6ca2-4491-ae84-cc7d1af3cb02 req-f5ef45df-1ea2-4a86-8b94-38d58c9cf9d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af4d73f1-89ec-41b8-a619-8edc0ab6317d HTTP/1.1" status: 200 len: 217 time: 0.0428693 Aug 12 21:59:49.324291 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5394cf2-6ca2-4491-ae84-cc7d1af3cb02 req-5cae1e8e-868d-4e8c-8c3a-3a66f784ac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:49.325922 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f5394cf2-6ca2-4491-ae84-cc7d1af3cb02 req-5cae1e8e-868d-4e8c-8c3a-3a66f784ac42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=253d0eb4-be87-496e-9f11-596ea7aea7ca HTTP/1.1" status: 200 len: 859 time: 0.0744667 Aug 12 21:59:49.327682 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-e71ab113-0007-45e7-9845-384e017db918 req-8b88bb3c-e510-49e4-95da-6f5aeabfaff9 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] For port eb0b615f-f58a-4151-9196-1a84367b94e3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=eb0b615f-f58a-4151-9196-1a84367b94e3,segment=NetworkSegment(902642b8-7cc6-4668-af6b-32efc0b039f9),segment_id=902642b8-7cc6-4668-af6b-32efc0b039f9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:49.369217 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f5394cf2-6ca2-4491-ae84-cc7d1af3cb02 req-03ad3866-7bd4-4cc1-98db-c0cc69ee8a9d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6401582-edab-421b-84ee-f3395ffb54b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316982 Aug 12 21:59:49.386006 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e71ab113-0007-45e7-9845-384e017db918 req-8b88bb3c-e510-49e4-95da-6f5aeabfaff9 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:49.397487 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e71ab113-0007-45e7-9845-384e017db918 req-8b88bb3c-e510-49e4-95da-6f5aeabfaff9 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:49.417596 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['eb0b615f-f58a-4151-9196-1a84367b94e3'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:59:49.482944 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ab113-0007-45e7-9845-384e017db918 req-8b88bb3c-e510-49e4-95da-6f5aeabfaff9 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:49.483627 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e71ab113-0007-45e7-9845-384e017db918 req-8b88bb3c-e510-49e4-95da-6f5aeabfaff9 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:49.485102 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e71ab113-0007-45e7-9845-384e017db918 req-8b88bb3c-e510-49e4-95da-6f5aeabfaff9 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "PUT /v2.0/ports/eb0b615f-f58a-4151-9196-1a84367b94e3 HTTP/1.1" status: 200 len: 982 time: 0.6718495 Aug 12 21:59:49.485641 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'tag': 'eb0b615f-f58a-4151-9196-1a84367b94e3'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:49.488015 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda8bcaf-1c4b-44ee-9e3d-ebf85e5606e7" -d '{"events": [{"name": "network-changed", "server_uuid": "61364b30-fe3f-46fa-8f32-25c4dc6b53ae", "tag": "eb0b615f-f58a-4151-9196-1a84367b94e3"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:49.547572 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88bb3c-e510-49e4-95da-6f5aeabfaff9 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Pushing event updated for resources: {'Port': ['ID=eb0b615f-f58a-4151-9196-1a84367b94e3,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:49.562925 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93a6ccb-1a96-4e0d-9ffa-5122fcc51f82 x-openstack-request-id: req-f93a6ccb-1a96-4e0d-9ffa-5122fcc51f82 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:49.563218 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61364b30-fe3f-46fa-8f32-25c4dc6b53ae", "tag": "eb0b615f-f58a-4151-9196-1a84367b94e3", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:49.563474 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f93a6ccb-1a96-4e0d-9ffa-5122fcc51f82 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:49.564401 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'tag': 'eb0b615f-f58a-4151-9196-1a84367b94e3', 'status': 'completed', 'code': 200} Aug 12 21:59:49.587260 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f5394cf2-6ca2-4491-ae84-cc7d1af3cb02 req-fcd84ac8-7b2f-4d0a-ba00-4017f42f36b5 service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988533 Aug 12 21:59:49.639302 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['eb0b615f-f58a-4151-9196-1a84367b94e3'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:59:49.783334 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 32856) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:49.824992 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f5394cf2-6ca2-4491-ae84-cc7d1af3cb02 req-09af8a78-03e4-4c62-8174-ad39a1cdb44e service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794031 Aug 12 21:59:49.843964 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5efb4-cdc5-4149-bd07-3b04d63ddd90 req-49df3739-26f3-4470-91e5-e3c28123ed7d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:49.846769 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-88d5efb4-cdc5-4149-bd07-3b04d63ddd90 req-49df3739-26f3-4470-91e5-e3c28123ed7d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.2545881 Aug 12 21:59:49.853290 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8bcaf-1c4b-44ee-9e3d-ebf85e5606e7 req-bdf0adae-0a28-482b-b77b-600079a7b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:49.854810 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dda8bcaf-1c4b-44ee-9e3d-ebf85e5606e7 req-bdf0adae-0a28-482b-b77b-600079a7b436 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8f57411a28842e69c8732c884da7094&device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 1138 time: 0.2301269 Aug 12 21:59:49.881316 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-6e62fcf0-e11a-4124-ba19-668fc9ce8d7e None None] Provisioning complete for port eb0b615f-f58a-4151-9196-1a84367b94e3 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:49.881914 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6e62fcf0-e11a-4124-ba19-668fc9ce8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:49.895146 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3edce-d1f4-4b1a-a4df-01c7d6cd77d5 req-f2b6cd13-dc0e-4dea-82d5-bb69f00ac1d0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:49.902684 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-56b3edce-d1f4-4b1a-a4df-01c7d6cd77d5 req-f2b6cd13-dc0e-4dea-82d5-bb69f00ac1d0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1574035 Aug 12 21:59:50.002922 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-88d5efb4-cdc5-4149-bd07-3b04d63ddd90 req-7dc780ef-51f5-4fb4-90cd-b5640667797f tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448598 Aug 12 21:59:50.046081 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-56b3edce-d1f4-4b1a-a4df-01c7d6cd77d5 req-877319bc-f03d-4177-9651-1a8da2af7a31 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402545 Aug 12 21:59:50.073408 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8bcaf-1c4b-44ee-9e3d-ebf85e5606e7 req-607e1f9d-b9b9-48ea-8950-69f39e61f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:50.074995 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dda8bcaf-1c4b-44ee-9e3d-ebf85e5606e7 req-607e1f9d-b9b9-48ea-8950-69f39e61f9a2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 HTTP/1.1" status: 200 len: 916 time: 0.1986113 Aug 12 21:59:50.173031 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-837a70f1-e9a5-4dcf-aaf3-7234be13bf78 admin admin] Deleting subnet e728ae73-6b92-43cf-adca-e4f5d9c98d81 {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:59:50.183332 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-837a70f1-e9a5-4dcf-aaf3-7234be13bf78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:50.219083 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dda8bcaf-1c4b-44ee-9e3d-ebf85e5606e7 req-ac593d20-15e3-4d24-853d-eedf7bb5947f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb0b615f-f58a-4151-9196-1a84367b94e3 HTTP/1.1" status: 200 len: 1002 time: 0.1149788 Aug 12 21:59:50.226024 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-837a70f1-e9a5-4dcf-aaf3-7234be13bf78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287314101'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:50.269632 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-837a70f1-e9a5-4dcf-aaf3-7234be13bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:50.307664 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b405cae-d56e-4613-b6ac-1cdd5d9c9dff req-a6edf130-3dd7-43d5-8bb8-5536110321ac tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:50.317547 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5b405cae-d56e-4613-b6ac-1cdd5d9c9dff req-a6edf130-3dd7-43d5-8bb8-5536110321ac tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1213496 Aug 12 21:59:50.325592 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8bcaf-1c4b-44ee-9e3d-ebf85e5606e7 req-9231dd67-f6e9-45b2-968e-4022b59bcfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:50.327988 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dda8bcaf-1c4b-44ee-9e3d-ebf85e5606e7 req-9231dd67-f6e9-45b2-968e-4022b59bcfc5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0b51929-b6d9-4322-af92-380f1fe3953d HTTP/1.1" status: 200 len: 854 time: 0.0932901 Aug 12 21:59:50.359381 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-837a70f1-e9a5-4dcf-aaf3-7234be13bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287189987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4286855062'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:50.389922 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a70f1-e9a5-4dcf-aaf3-7234be13bf78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e728ae73-6b92-43cf-adca-e4f5d9c98d81,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:50.392979 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-837a70f1-e9a5-4dcf-aaf3-7234be13bf78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:50.395451 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-837a70f1-e9a5-4dcf-aaf3-7234be13bf78 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e728ae73-6b92-43cf-adca-e4f5d9c98d81 HTTP/1.1" status: 204 len: 168 time: 0.5996380 Aug 12 21:59:50.399977 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 32868) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:50.417343 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5b405cae-d56e-4613-b6ac-1cdd5d9c9dff req-f928a8ae-e5fc-40d5-a20c-7c5e051aa1fd tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001067 Aug 12 21:59:50.448725 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8bcaf-1c4b-44ee-9e3d-ebf85e5606e7 req-01055064-ff5e-4fd8-a938-3b37e2472946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:50.451425 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dda8bcaf-1c4b-44ee-9e3d-ebf85e5606e7 req-01055064-ff5e-4fd8-a938-3b37e2472946 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1148403 Aug 12 21:59:50.504683 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-63749a10-39ca-4dea-93e7-d3ed2e275060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:50.582988 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dda8bcaf-1c4b-44ee-9e3d-ebf85e5606e7 req-6fb28a03-c1dc-4edc-bb67-0f7f6e420393 service neutron] 10.222.0.58 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123514 Aug 12 21:59:50.590320 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-63749a10-39ca-4dea-93e7-d3ed2e275060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:50.601451 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-63749a10-39ca-4dea-93e7-d3ed2e275060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbc87b3-ee9b-4621-8106-b279f1b037a5']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:50.621011 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-63749a10-39ca-4dea-93e7-d3ed2e275060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48165ff1-9071-4444-a466-98057c75a4ba') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:50.621011 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-63749a10-39ca-4dea-93e7-d3ed2e275060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48165ff1-9071-4444-a466-98057c75a4ba') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:50.631176 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-63749a10-39ca-4dea-93e7-d3ed2e275060 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287314082'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:50.652516 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-63749a10-39ca-4dea-93e7-d3ed2e275060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:50.665778 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63749a10-39ca-4dea-93e7-d3ed2e275060 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:59:50.666747 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-63749a10-39ca-4dea-93e7-d3ed2e275060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287189821'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: timer() Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: cb(*args, **kw) Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: self._notify() Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: self.callback(batched_events) Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: event.method(event) Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._get(url).json() Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:59:50.669775 dv-cinder-804459-3-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:59:50.726914 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-63749a10-39ca-4dea-93e7-d3ed2e275060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:50.732262 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-63749a10-39ca-4dea-93e7-d3ed2e275060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:50.736913 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-63749a10-39ca-4dea-93e7-d3ed2e275060 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1dbc87b3-ee9b-4621-8106-b279f1b037a5 HTTP/1.1" status: 204 len: 168 time: 0.3331301 Aug 12 21:59:50.738834 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 32884) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:50.745478 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63749a10-39ca-4dea-93e7-d3ed2e275060 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbc87b3-ee9b-4621-8106-b279f1b037a5,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:50.784223 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dda8bcaf-1c4b-44ee-9e3d-ebf85e5606e7 req-5fbf5a51-f04d-447f-8dce-aa334073a276 service neutron] 10.222.0.58 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898379 Aug 12 21:59:50.828265 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6827ac-66f1-47ac-9253-1f5d2580b584 admin admin] Deleting subnet a7073ccb-cd82-489a-a2b4-bfa3c77ebe02 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:59:50.838587 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d6827ac-66f1-47ac-9253-1f5d2580b584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:50.875683 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-78bbbda2-9f41-4380-b90a-2856f5e9ca0b tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:50.877363 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-78bbbda2-9f41-4380-b90a-2856f5e9ca0b tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/networks?id=7dc646d7-f950-434b-a533-971074945ab2 HTTP/1.1" status: 200 len: 814 time: 0.1973770 Aug 12 21:59:50.897577 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d6827ac-66f1-47ac-9253-1f5d2580b584 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288181441'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:50.900214 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-2d4b697f-dd23-4413-9cef-18d0fed66d2e tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/quotas/f422e7690b9f4daf891a90a7cb9b1b0d HTTP/1.1" status: 200 len: 375 time: 0.0168335 Aug 12 21:59:50.969331 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d6827ac-66f1-47ac-9253-1f5d2580b584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:51.004503 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-b9fc0768-57f0-4e6f-acf2-b3e1d7dddb95 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f422e7690b9f4daf891a90a7cb9b1b0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0832293 Aug 12 21:59:51.107003 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d6827ac-66f1-47ac-9253-1f5d2580b584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288414379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4286696668'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:51.150729 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6827ac-66f1-47ac-9253-1f5d2580b584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7073ccb-cd82-489a-a2b4-bfa3c77ebe02,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:51.152915 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d6827ac-66f1-47ac-9253-1f5d2580b584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:51.154786 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-7d6827ac-66f1-47ac-9253-1f5d2580b584 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a7073ccb-cd82-489a-a2b4-bfa3c77ebe02 HTTP/1.1" status: 204 len: 168 time: 0.4106183 Aug 12 21:59:51.157985 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 32892) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:51.165716 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-1ef01e81-bdb8-4e14-8611-b90511cc4dd3 service neutron] 10.222.0.30 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514616 Aug 12 21:59:51.247153 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8744298a-d082-4bc8-a2ba-3beec7e255be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:51.254661 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8e6e3-a06f-46a9-ac13-71fd75cd74f0 req-28cb5636-06ba-4094-886c-c57a6fbd9e94 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:51.256482 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9fb8e6e3-a06f-46a9-ac13-71fd75cd74f0 req-28cb5636-06ba-4094-886c-c57a6fbd9e94 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1101813 Aug 12 21:59:51.315710 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-01a7773d-21ce-4df1-b5f9-babb1df0a31a service neutron] 10.222.0.30 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355939 Aug 12 21:59:51.319239 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9fb8e6e3-a06f-46a9-ac13-71fd75cd74f0 req-9d56d1fe-a18f-4f7f-8e34-fca28f734cf1 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547781 Aug 12 21:59:51.329002 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8744298a-d082-4bc8-a2ba-3beec7e255be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:51.340925 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-8744298a-d082-4bc8-a2ba-3beec7e255be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a59c519-a3ae-483e-a9b6-dde2bb0036bd']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:51.352237 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-8744298a-d082-4bc8-a2ba-3beec7e255be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f37c51b-2231-4c65-a8f4-8ba95036c350') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:51.352533 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-8744298a-d082-4bc8-a2ba-3beec7e255be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f37c51b-2231-4c65-a8f4-8ba95036c350') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:51.362926 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8744298a-d082-4bc8-a2ba-3beec7e255be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287314082'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:51.377112 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8744298a-d082-4bc8-a2ba-3beec7e255be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:51.383110 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8744298a-d082-4bc8-a2ba-3beec7e255be admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:59:51.383496 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8744298a-d082-4bc8-a2ba-3beec7e255be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287189821'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: timer() Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: cb(*args, **kw) Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: self._notify() Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: self.callback(batched_events) Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: event.method(event) Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._get(url).json() Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:59:51.385111 dv-cinder-804459-3-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:59:51.459377 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8744298a-d082-4bc8-a2ba-3beec7e255be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:51.473195 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8744298a-d082-4bc8-a2ba-3beec7e255be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:51.480187 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-8744298a-d082-4bc8-a2ba-3beec7e255be admin admin] 10.222.0.30 "DELETE /v2.0/networks/3a59c519-a3ae-483e-a9b6-dde2bb0036bd HTTP/1.1" status: 204 len: 168 time: 0.3211479 Aug 12 21:59:51.497123 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744298a-d082-4bc8-a2ba-3beec7e255be admin admin] Pushing event deleted for resources: {'Network': ['ID=3a59c519-a3ae-483e-a9b6-dde2bb0036bd,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:51.515985 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7fe92805-e8fa-444e-931f-3fdf6bb44e6a req-b412a7ec-1e29-4eb7-91f0-6b7aa1339237 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 210 time: 0.0320439 Aug 12 21:59:51.572978 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdd629-1fc1-4f55-97de-bf0cc1e6cde8 req-9b622b4f-198c-4fb4-8115-f9e9ec964f82 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:51.575073 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5cbdd629-1fc1-4f55-97de-bf0cc1e6cde8 req-9b622b4f-198c-4fb4-8115-f9e9ec964f82 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0614839 Aug 12 21:59:51.638359 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5cbdd629-1fc1-4f55-97de-bf0cc1e6cde8 req-d0992ac2-fe20-4e0e-a93f-1c50fe6ef38c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560396 Aug 12 21:59:51.690065 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 32906) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:51.734044 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-d948597d-9f94-4008-9195-57f9d039cccf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c062ae42619042ccbd91e7926322325c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427105 Aug 12 21:59:51.736488 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 32908) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:51.788984 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89e5f974-14c9-483d-a602-6f520f0f4b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:51.814868 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89e5f974-14c9-483d-a602-6f520f0f4b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:51.840407 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4e1210b5-3441-4260-a71a-6ce2a8900362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:51.879034 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89e5f974-14c9-483d-a602-6f520f0f4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:51.881603 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89e5f974-14c9-483d-a602-6f520f0f4b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:51.882794 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-89e5f974-14c9-483d-a602-6f520f0f4b13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e18b77bc-32de-4824-82f9-fd1b58b86305 HTTP/1.1" status: 204 len: 168 time: 0.1453142 Aug 12 21:59:51.891090 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5f974-14c9-483d-a602-6f520f0f4b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18b77bc-32de-4824-82f9-fd1b58b86305,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:52.240024 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 32920) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:52.279001 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-4297a184-f874-443b-be1d-8a1fa03f748c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e651b02aa9c40058b912db71a25e3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378199 Aug 12 21:59:52.281354 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 32922) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:52.331340 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02a40d1a-bc7f-4383-a1a3-69d573b9f2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:52.353151 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02a40d1a-bc7f-4383-a1a3-69d573b9f2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:52.421425 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02a40d1a-bc7f-4383-a1a3-69d573b9f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:52.424504 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02a40d1a-bc7f-4383-a1a3-69d573b9f2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:52.425625 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-02a40d1a-bc7f-4383-a1a3-69d573b9f2cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba05dc33-2c2d-4d3f-be7d-0ac82c159446 HTTP/1.1" status: 204 len: 168 time: 0.1433141 Aug 12 21:59:52.437748 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a40d1a-bc7f-4383-a1a3-69d573b9f2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba05dc33-2c2d-4d3f-be7d-0ac82c159446,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:52.461461 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5608be-caa1-46fb-a32f-6e6c8c8d183c req-9d92ab57-c1ef-4ac6-9e26-692ebc144b06 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:52.471593 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dd5608be-caa1-46fb-a32f-6e6c8c8d183c req-9d92ab57-c1ef-4ac6-9e26-692ebc144b06 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0761220 Aug 12 21:59:52.510718 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dd5608be-caa1-46fb-a32f-6e6c8c8d183c req-55435426-1675-4c89-b650-ad0314f11e2b tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381482 Aug 12 21:59:52.631968 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bcb061d1-025e-4c5c-b8a4-5a4fd232c7b8 req-463c0ac6-ac46-4a32-b381-97e03aee4245 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 210 time: 0.0412540 Aug 12 21:59:52.840192 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cd0f2-ee56-4249-8aac-6a1dc9b17733 req-7c740a0f-9408-48fd-9461-fb5726bc8006 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:52.848373 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-453cd0f2-ee56-4249-8aac-6a1dc9b17733 req-7c740a0f-9408-48fd-9461-fb5726bc8006 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0937304 Aug 12 21:59:52.863477 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-8f1f312f-9b78-4056-b7e2-8524f4363e97 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:52.865305 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-8f1f312f-9b78-4056-b7e2-8524f4363e97 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "GET /v2.0/networks?id=7dc646d7-f950-434b-a533-971074945ab2 HTTP/1.1" status: 200 len: 814 time: 0.1860349 Aug 12 21:59:52.881201 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Request body: {'port': {'device_id': 'ba76ebfa-2017-4cf1-a7e0-d563dbd18b84', 'network_id': '7dc646d7-f950-434b-a533-971074945ab2', 'admin_state_up': True, 'tenant_id': 'f422e7690b9f4daf891a90a7cb9b1b0d'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:52.949707 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-453cd0f2-ee56-4249-8aac-6a1dc9b17733 req-81b4b248-f15f-4504-91ca-c63fc25ad3e4 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004276 Aug 12 21:59:53.024469 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Made reservation on behalf of f422e7690b9f4daf891a90a7cb9b1b0d for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:53.028222 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:53.189346 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Allocated IP 172.20.0.6 (7dc646d7-f950-434b-a533-971074945ab2/967e0119-10d8-4136-be16-ba8092727e05/974b89a8-c8e9-43d7-8743-1bed8c23a49c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:59:53.653010 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:53.676949 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482728b4-d299-4ebe-9c71-d27a76bc5e6f req-cac5c77d-8306-4bde-9c71-f5ae6feed8c0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:53.678578 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-482728b4-d299-4ebe-9c71-d27a76bc5e6f req-cac5c77d-8306-4bde-9c71-f5ae6feed8c0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0886290 Aug 12 21:59:53.744464 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-10aed71b-ad6e-48b9-b787-948f15de265d req-4ba094ff-a0f1-4032-b992-5ff87cebcf84 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 210 time: 0.0466378 Aug 12 21:59:53.757437 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 32980) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:53.763906 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-482728b4-d299-4ebe-9c71-d27a76bc5e6f req-0c9c7ee4-953f-419b-b356-0ef9ef69cedf tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761430 Aug 12 21:59:53.770289 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:53.803248 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['a959efa4-79f6-48a9-b4ad-a6abccaf3ad2'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:59:53.819521 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Network 7dc646d7-f950-434b-a533-971074945ab2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:53.822815 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:53.827536 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:59:53.832112 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Pushing event updated for resources: {'Port': ['ID=974b89a8-c8e9-43d7-8743-1bed8c23a49c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:53.861969 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:53.862427 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:53.862899 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:53.863426 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:53.863721 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:53.864169 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:53.864610 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:53.865082 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:53.865532 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:53.865935 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:53.866365 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:53.866676 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:53.895193 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:53.900765 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:53.901425 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:53.989338 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:53.993087 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:53.997402 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-50f7d1da-1d0f-4851-9c11-e5e06590b8a9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1208735 Aug 12 21:59:54.012044 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Request body: {'port': {'device_id': 'ba76ebfa-2017-4cf1-a7e0-d563dbd18b84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:54.032244 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8dd4b2adf9ea456cae711dfc11fe3d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733941 Aug 12 21:59:54.033203 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61556c20-8f61-4280-9511-9496b0d2ea6a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:54.036709 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 32984) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:54.053924 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:54.054217 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:54.054515 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:54.054866 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:54.055277 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:54.055512 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:54.055863 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:54.056248 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:54.056571 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:54.056895 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:54.057219 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:54.057597 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ebcd-d918-4e5e-adda-8f4c3f63233c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:54.084393 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:54.097936 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-188c8fa3-d7f3-4d7f-bcc2-d30d76310eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:54.118501 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-188c8fa3-d7f3-4d7f-bcc2-d30d76310eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:54.180781 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-188c8fa3-d7f3-4d7f-bcc2-d30d76310eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:54.183950 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-188c8fa3-d7f3-4d7f-bcc2-d30d76310eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:54.185282 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-188c8fa3-d7f3-4d7f-bcc2-d30d76310eac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61556c20-8f61-4280-9511-9496b0d2ea6a HTTP/1.1" status: 204 len: 168 time: 0.1476135 Aug 12 21:59:54.197991 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c8fa3-d7f3-4d7f-bcc2-d30d76310eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61556c20-8f61-4280-9511-9496b0d2ea6a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:54.390102 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974b89a8-c8e9-43d7-8743-1bed8c23a49c {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:59:54.398145 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:54.411043 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Transition to ACTIVE for port object 974b89a8-c8e9-43d7-8743-1bed8c23a49c will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:54.415305 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:54.467008 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e4b9bfcc-a93a-4ddf-b877-60b61f680f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:54.473242 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:54.502002 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Pushing event updated for resources: {'Port': ['ID=974b89a8-c8e9-43d7-8743-1bed8c23a49c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:54.567106 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0642a65-07e8-4288-8c96-e2e691d24054 req-998be530-fb1f-4c34-9933-ce9f41beaf45 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:54.568620 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e0642a65-07e8-4288-8c96-e2e691d24054 req-998be530-fb1f-4c34-9933-ce9f41beaf45 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1418171 Aug 12 21:59:54.617921 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Attempting to bind port 974b89a8-c8e9-43d7-8743-1bed8c23a49c on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:59:54.618261 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Attempting to bind port 974b89a8-c8e9-43d7-8743-1bed8c23a49c by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:59:54.618594 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Attempting to bind port 974b89a8-c8e9-43d7-8743-1bed8c23a49c on network 7dc646d7-f950-434b-a533-971074945ab2 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:54.630201 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Port 974b89a8-c8e9-43d7-8743-1bed8c23a49c on network 7dc646d7-f950-434b-a533-971074945ab2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:59:54.630531 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Attempting to bind port 974b89a8-c8e9-43d7-8743-1bed8c23a49c on network 7dc646d7-f950-434b-a533-971074945ab2 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:54.638993 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e0642a65-07e8-4288-8c96-e2e691d24054 req-5be9740b-635a-4674-824c-e24a1a6ac67a tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637696 Aug 12 21:59:54.640324 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:59:54.640753 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Checking segment: {'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:54.641476 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Bound using segment: {'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:59:54.641625 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Bound port: 974b89a8-c8e9-43d7-8743-1bed8c23a49c, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:59:54.641992 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:54.712941 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] For port 974b89a8-c8e9-43d7-8743-1bed8c23a49c, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:59:54.717449 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] For port 974b89a8-c8e9-43d7-8743-1bed8c23a49c, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=974b89a8-c8e9-43d7-8743-1bed8c23a49c,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:59:54.723231 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:54.763545 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:54.764171 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:54.765597 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] 10.222.0.58 "PUT /v2.0/ports/974b89a8-c8e9-43d7-8743-1bed8c23a49c HTTP/1.1" status: 200 len: 1093 time: 0.7579012 Aug 12 21:59:54.766120 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba76ebfa-2017-4cf1-a7e0-d563dbd18b84', 'tag': '974b89a8-c8e9-43d7-8743-1bed8c23a49c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:54.781570 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c118b13-7d8e-4679-86a7-c61ada07ceb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ba76ebfa-2017-4cf1-a7e0-d563dbd18b84", "tag": "974b89a8-c8e9-43d7-8743-1bed8c23a49c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:54.822445 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd8763-9837-490f-8889-a82daeed07ff service neutron] Pushing event updated for resources: {'Port': ['ID=974b89a8-c8e9-43d7-8743-1bed8c23a49c,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:54.904776 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-864a2e9d-03e7-4fcb-8d2d-2c6b28a30963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:54.906336 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-864a2e9d-03e7-4fcb-8d2d-2c6b28a30963 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f422e7690b9f4daf891a90a7cb9b1b0d&device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 1096 time: 0.0796788 Aug 12 21:59:54.916192 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e559c-8036-4d32-8aed-ae42e1eaac08 req-cc6fb174-0f3b-4136-8d58-c47209a56d3e tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:54.917740 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-127e559c-8036-4d32-8aed-ae42e1eaac08 req-cc6fb174-0f3b-4136-8d58-c47209a56d3e tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 943 time: 0.0811257 Aug 12 21:59:54.950869 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 33028) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:54.984872 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-f138d39d-aa0d-48e7-91ed-5ea3ec17d1b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=974b89a8-c8e9-43d7-8743-1bed8c23a49c HTTP/1.1" status: 200 len: 217 time: 0.0661290 Aug 12 21:59:55.042210 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-127e559c-8036-4d32-8aed-ae42e1eaac08 req-57d403db-96f4-4a11-8576-9e16a74c14b0 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134994 Aug 12 21:59:55.044202 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b53744-ddf0-467a-8117-27d7bfa344e4 x-openstack-request-id: req-73b53744-ddf0-467a-8117-27d7bfa344e4 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:55.044499 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba76ebfa-2017-4cf1-a7e0-d563dbd18b84", "tag": "974b89a8-c8e9-43d7-8743-1bed8c23a49c", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:55.044736 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73b53744-ddf0-467a-8117-27d7bfa344e4 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:55.045136 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba76ebfa-2017-4cf1-a7e0-d563dbd18b84', 'tag': '974b89a8-c8e9-43d7-8743-1bed8c23a49c', 'status': 'completed', 'code': 200} Aug 12 21:59:55.077414 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-903883959-network', 'tenant_id': 'e6c1820b931947ecb351dc6410abddf4'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:55.088106 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-f96afe4a-e78b-4222-bf79-bef7632baeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:55.089744 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-f96afe4a-e78b-4222-bf79-bef7632baeda service neutron] 10.222.0.58 "GET /v2.0/subnets?id=967e0119-10d8-4136-be16-ba8092727e05 HTTP/1.1" status: 200 len: 854 time: 0.0835736 Aug 12 21:59:55.119407 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] Made reservation on behalf of e6c1820b931947ecb351dc6410abddf4 for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:55.121665 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:55.130407 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:55.163842 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-8a995813-7266-4460-a347-b41d6df41293 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7dc646d7-f950-434b-a533-971074945ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420864 Aug 12 21:59:55.190111 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b262f-26d9-4663-a405-b1b897e5c3dd req-f1c7958d-daf7-4c5f-9df2-7928ac46ece8 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:55.191816 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-440b262f-26d9-4663-a405-b1b897e5c3dd req-f1c7958d-daf7-4c5f-9df2-7928ac46ece8 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0812557 Aug 12 21:59:55.231003 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:55.235131 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:55.259656 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:59:55.268906 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a8ab1d-021b-41b7-a97d-67f3853a367a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:55.275058 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:55.275399 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] Added segment 0b3791e4-960f-4b15-ae9a-2650468d9ffa of type vlan for network f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea Aug 12 21:59:55.293560 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-440b262f-26d9-4663-a405-b1b897e5c3dd req-d9458a9e-4675-4851-b43e-ee32bcb69b9e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833120 Aug 12 21:59:55.321345 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:55.329780 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-bdf1ee77-d5b6-4292-b8fc-9d1a2974290c service neutron] 10.222.0.58 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363235 Aug 12 21:59:55.354360 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:55.355502 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:55.356136 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:55.416094 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4640517 Aug 12 21:59:55.418869 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 33038) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:55.423704 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-5e55e823-bb12-4e05-beba-f406449bb39b admin admin] Request body: {'subnet': {'network_id': 'f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-903883959-subnet', 'tenant_id': 'e6c1820b931947ecb351dc6410abddf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:55.429100 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40ddce-df4e-4e4d-ad0b-fab79a6f872a admin admin] Pushing event updated for resources: {'Network': ['ID=f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:55.438526 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48ba66b7-3e9d-425a-b3fe-fc0de8d6fbd2 req-6c960f6b-d02b-4582-bf6d-52bc47ff7de4 service neutron] 10.222.0.58 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014338 Aug 12 21:59:55.439383 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:59:55.455730 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e55e823-bb12-4e05-beba-f406449bb39b admin admin] Made reservation on behalf of e6c1820b931947ecb351dc6410abddf4 for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:55.458147 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5e55e823-bb12-4e05-beba-f406449bb39b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4286855101'] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:55.543500 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c118b13-7d8e-4679-86a7-c61ada07ceb5 req-e4a30505-481a-4781-889f-78bf1435665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:55.545039 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5c118b13-7d8e-4679-86a7-c61ada07ceb5 req-e4a30505-481a-4781-889f-78bf1435665e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f422e7690b9f4daf891a90a7cb9b1b0d&device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 1096 time: 0.0430608 Aug 12 21:59:55.637458 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c118b13-7d8e-4679-86a7-c61ada07ceb5 req-80233626-055f-4dc7-a20b-693b73f8084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:55.638822 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5e55e823-bb12-4e05-beba-f406449bb39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287189924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4286855055'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:55.638974 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5c118b13-7d8e-4679-86a7-c61ada07ceb5 req-80233626-055f-4dc7-a20b-693b73f8084e service neutron] 10.222.0.58 "GET /v2.0/networks?id=7dc646d7-f950-434b-a533-971074945ab2 HTTP/1.1" status: 200 len: 915 time: 0.0859110 Aug 12 21:59:55.667115 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:55.694154 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55e823-bb12-4e05-beba-f406449bb39b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b177883c-d645-4109-a6e6-598a7d798270,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:55.694806 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5c118b13-7d8e-4679-86a7-c61ada07ceb5 req-9600290a-5a6c-4bad-850f-f08686e1d15b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=974b89a8-c8e9-43d7-8743-1bed8c23a49c HTTP/1.1" status: 200 len: 217 time: 0.0424700 Aug 12 21:59:55.710553 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e55e823-bb12-4e05-beba-f406449bb39b admin admin] Checking segment: {'id': '0b3791e4-960f-4b15-ae9a-2650468d9ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:55.710977 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e55e823-bb12-4e05-beba-f406449bb39b admin admin] Network hostable DHCP agents. Network: f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:59:55.728478 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e55e823-bb12-4e05-beba-f406449bb39b admin admin] Network f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:59:55.738022 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-5e55e823-bb12-4e05-beba-f406449bb39b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:55.742364 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e55e823-bb12-4e05-beba-f406449bb39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:55.742992 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5e55e823-bb12-4e05-beba-f406449bb39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:55.746704 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c61c35-6def-4985-9e81-58c1c1def91e None None] Network f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:59:55.756807 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c118b13-7d8e-4679-86a7-c61ada07ceb5 req-0f560ab2-e002-4ff0-acdb-d5529b50db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:55.757658 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5e55e823-bb12-4e05-beba-f406449bb39b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3377395 Aug 12 21:59:55.758833 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5c118b13-7d8e-4679-86a7-c61ada07ceb5 req-0f560ab2-e002-4ff0-acdb-d5529b50db8d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=967e0119-10d8-4136-be16-ba8092727e05 HTTP/1.1" status: 200 len: 854 time: 0.0522509 Aug 12 21:59:55.791821 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5c118b13-7d8e-4679-86a7-c61ada07ceb5 req-17e06e9f-19dc-478a-bde2-f64d53f29d4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7dc646d7-f950-434b-a533-971074945ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254202 Aug 12 21:59:55.896498 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a1f2c9-5883-4920-ad16-b481a0c19ab1 None None] Network f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:59:55.899952 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5c118b13-7d8e-4679-86a7-c61ada07ceb5 req-83cc2461-cd1e-47cf-9739-f31a5def9690 service neutron] 10.222.0.58 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002622 Aug 12 21:59:56.003821 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5c118b13-7d8e-4679-86a7-c61ada07ceb5 req-000d5275-0b20-4cc2-a626-f558277be286 service neutron] 10.222.0.58 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924883 Aug 12 21:59:56.144516 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ffcc0-0de4-4daa-83f1-0ddf555855bf req-92dc4604-1f16-4b0f-bd88-67a3decbc739 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:56.146870 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b04ffcc0-0de4-4daa-83f1-0ddf555855bf req-92dc4604-1f16-4b0f-bd88-67a3decbc739 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 943 time: 0.0598691 Aug 12 21:59:56.209780 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b04ffcc0-0de4-4daa-83f1-0ddf555855bf req-71323277-8e3b-4aae-a2d9-c29cf6e3a270 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551322 Aug 12 21:59:56.423501 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419c15a-1509-4eec-bba4-16f4c5985069 req-63bd8e4d-0604-4cfc-bfd0-0efd02b1d4a9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:56.424948 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7419c15a-1509-4eec-bba4-16f4c5985069 req-63bd8e4d-0604-4cfc-bfd0-0efd02b1d4a9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0489714 Aug 12 21:59:56.465074 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7419c15a-1509-4eec-bba4-16f4c5985069 req-bf0eca1f-6541-4551-89ba-1476910ee958 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339305 Aug 12 21:59:57.347580 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f15a9-0af0-491d-97d5-c5eabcfcdfab req-e9e9b146-7097-4e53-9607-3305f2ad3d59 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:57.349640 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-446f15a9-0af0-491d-97d5-c5eabcfcdfab req-e9e9b146-7097-4e53-9607-3305f2ad3d59 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 943 time: 0.0536933 Aug 12 21:59:57.390219 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-446f15a9-0af0-491d-97d5-c5eabcfcdfab req-f0facf77-11d5-400e-9b0e-efb7b7c5f944 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344739 Aug 12 21:59:57.642364 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d168ea1-8c1c-4831-ae38-3a57f063f6ac req-1be064d6-a83d-40a3-bd8f-619791d062cd tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:57.643830 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8d168ea1-8c1c-4831-ae38-3a57f063f6ac req-1be064d6-a83d-40a3-bd8f-619791d062cd tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0835576 Aug 12 21:59:57.652020 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-a3d75c23-7e98-481c-a631-0dc463a59d8f tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:57.653412 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-a3d75c23-7e98-481c-a631-0dc463a59d8f tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/networks?id=f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea HTTP/1.1" status: 200 len: 813 time: 0.1449857 Aug 12 21:59:57.684200 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-9aba8d43-ca67-470f-9002-d23ad1dc27b9 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/quotas/e6c1820b931947ecb351dc6410abddf4 HTTP/1.1" status: 200 len: 375 time: 0.0231440 Aug 12 21:59:57.695125 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:57.707691 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8d168ea1-8c1c-4831-ae38-3a57f063f6ac req-18629483-4ad0-4090-baf4-65549c4b0106 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532935 Aug 12 21:59:57.723381 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-9dbd1a4f-c0d1-438d-9d28-9ac67af9b792 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6c1820b931947ecb351dc6410abddf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325363 Aug 12 21:59:57.825220 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-fa80e695-2e35-4c3d-a37b-edd74e80c521 service neutron] 10.222.0.30 "GET /v2.0/networks/f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940659 Aug 12 21:59:57.951491 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-fd4c4440-3d35-418c-939a-863c60edac58 service neutron] 10.222.0.30 "GET /v2.0/networks/f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193576 Aug 12 21:59:57.972449 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f8202-247c-47a4-aa81-5a2da323594c req-b5a807c1-9805-48ac-b7dc-c530facbbfd7 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:57.979640 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f76f8202-247c-47a4-aa81-5a2da323594c req-b5a807c1-9805-48ac-b7dc-c530facbbfd7 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0676727 Aug 12 21:59:58.013978 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f76f8202-247c-47a4-aa81-5a2da323594c req-8ff05113-1602-4cad-bb9c-40bb78abf68d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334635 Aug 12 21:59:58.113834 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e0199bb4-c65b-430c-be94-61904a3cee3c req-18ebb67c-cc77-421f-b34b-b899676a5261 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 210 time: 0.0274253 Aug 12 21:59:58.513960 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f5899-e812-4270-b45f-fd87a5e2229c req-6aca253d-6555-40c8-9f7b-fcd941490efa tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:58.515380 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9c8f5899-e812-4270-b45f-fd87a5e2229c req-6aca253d-6555-40c8-9f7b-fcd941490efa tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 943 time: 0.0499194 Aug 12 21:59:58.555556 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9c8f5899-e812-4270-b45f-fd87a5e2229c req-e32b060e-62b9-4b2c-8d55-70ca1978f51d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332003 Aug 12 21:59:58.834239 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095ce2f-05f9-4721-85ad-b04bc54172b3 req-3af70c12-2c44-45f9-ba9f-d9c7d349136e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:58.835747 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b095ce2f-05f9-4721-85ad-b04bc54172b3 req-3af70c12-2c44-45f9-ba9f-d9c7d349136e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0524280 Aug 12 21:59:58.876775 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b095ce2f-05f9-4721-85ad-b04bc54172b3 req-7ef518a6-5984-4a26-952c-2d3e42a19030 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346692 Aug 12 21:59:59.132498 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a82d4b-951d-438a-a1d5-db4641a96d62 req-50fac7a2-fad5-4190-9366-7e99b4534361 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:59.134017 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b9a82d4b-951d-438a-a1d5-db4641a96d62 req-50fac7a2-fad5-4190-9366-7e99b4534361 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0510800 Aug 12 21:59:59.218131 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 974b89a8-c8e9-43d7-8743-1bed8c23a49c details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:59:59.253831 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-52dc2e55-53f2-4415-bea3-26cedf5b08dc req-0d4c7d2d-5148-41ad-8b54-91ad5ac7d592 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 210 time: 0.0693748 Aug 12 21:59:59.268958 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b9a82d4b-951d-438a-a1d5-db4641a96d62 req-f430c933-26b6-450b-84a4-777a453c644b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280174 Aug 12 21:59:59.328039 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 974b89a8-c8e9-43d7-8743-1bed8c23a49c, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=974b89a8-c8e9-43d7-8743-1bed8c23a49c,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:59.333026 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-0789e86e-d116-44a2-b1b6-ae0dbe0fb6cb tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:59.334599 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-0789e86e-d116-44a2-b1b6-ae0dbe0fb6cb tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.58 "GET /v2.0/networks?id=f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea HTTP/1.1" status: 200 len: 813 time: 0.1753464 Aug 12 21:59:59.345298 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': '974b89a8-c8e9-43d7-8743-1bed8c23a49c', 'network_id': '7dc646d7-f950-434b-a533-971074945ab2', 'port_id': '974b89a8-c8e9-43d7-8743-1bed8c23a49c', 'mac_address': 'fa:16:3e:cf:db:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967e0119-10d8-4136-be16-ba8092727e05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:59:59.364094 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-9e08bf69-a01c-4f76-810f-886cda0e2d2c tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Request body: {'port': {'device_id': 'ac2d3dce-3f34-4e0e-8bcd-815c77378b49', 'network_id': 'f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea', 'admin_state_up': True, 'tenant_id': 'e6c1820b931947ecb351dc6410abddf4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:59.481543 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-9e08bf69-a01c-4f76-810f-886cda0e2d2c tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Made reservation on behalf of e6c1820b931947ecb351dc6410abddf4 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:59.485084 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-9e08bf69-a01c-4f76-810f-886cda0e2d2c tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:59.505027 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:59.518888 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974b89a8-c8e9-43d7-8743-1bed8c23a49c {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:59:59.540368 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 974b89a8-c8e9-43d7-8743-1bed8c23a49c, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=974b89a8-c8e9-43d7-8743-1bed8c23a49c,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:59.544273 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:59.593534 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=974b89a8-c8e9-43d7-8743-1bed8c23a49c,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:59.637156 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-9e08bf69-a01c-4f76-810f-886cda0e2d2c tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Allocated IP 172.20.0.10 (f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea/b177883c-d645-4109-a6e6-598a7d798270/0151e640-e9f2-4b69-a67d-661d99edcec7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:59:59.705029 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7d2d4-0c8c-419b-815b-84bd3f1b6d03 req-40011658-8665-4078-91ab-a0c017e17293 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:59.706629 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5eb7d2d4-0c8c-419b-815b-84bd3f1b6d03 req-40011658-8665-4078-91ab-a0c017e17293 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 944 time: 0.0812299 Aug 12 21:59:59.805222 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5eb7d2d4-0c8c-419b-815b-84bd3f1b6d03 req-ed4857d4-7227-426c-b013-6ae91f1462e4 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905356 Aug 12 21:59:59.847978 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-9e08bf69-a01c-4f76-810f-886cda0e2d2c tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:59.886223 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-9e08bf69-a01c-4f76-810f-886cda0e2d2c tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:59.928727 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-9e08bf69-a01c-4f76-810f-886cda0e2d2c tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Network f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:59.934057 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-9e08bf69-a01c-4f76-810f-886cda0e2d2c tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:59.937906 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-9e08bf69-a01c-4f76-810f-886cda0e2d2c tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:59:59.968006 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08bf69-a01c-4f76-810f-886cda0e2d2c tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Pushing event updated for resources: {'Port': ['ID=0151e640-e9f2-4b69-a67d-661d99edcec7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:59.973904 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['974b89a8-c8e9-43d7-8743-1bed8c23a49c'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:00:00.028043 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-9e08bf69-a01c-4f76-810f-886cda0e2d2c tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:00.028668 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-9e08bf69-a01c-4f76-810f-886cda0e2d2c tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:00.046036 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1f586-7dba-4e08-89b4-ec22a50af62e req-85ab7e19-aa42-4396-8ef8-a4e12cfc8a81 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:00.047568 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f9c1f586-7dba-4e08-89b4-ec22a50af62e req-85ab7e19-aa42-4396-8ef8-a4e12cfc8a81 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0807428 Aug 12 22:00:00.054668 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-9e08bf69-a01c-4f76-810f-886cda0e2d2c tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6949019 Aug 12 22:00:00.073745 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Request body: {'port': {'device_id': 'ac2d3dce-3f34-4e0e-8bcd-815c77378b49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:00:00.118208 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f9c1f586-7dba-4e08-89b4-ec22a50af62e req-b46eed53-bbd1-4e94-957a-a442e2c7876e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620713 Aug 12 22:00:00.140684 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:00.400052 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:00:00.431393 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d058a-3e1d-46c7-ac45-33fa2f155022 req-f4eec1b6-589f-47e1-8bca-500bc56cf35b tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:00.432856 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7c5d058a-3e1d-46c7-ac45-33fa2f155022 req-f4eec1b6-589f-47e1-8bca-500bc56cf35b tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 932 time: 0.1067312 Aug 12 22:00:00.452490 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd3daa-0cc3-4549-8ce5-98601f958c41 req-b98b3982-3a11-4c46-b932-0be071047b0e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:00.453921 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-85bd3daa-0cc3-4549-8ce5-98601f958c41 req-b98b3982-3a11-4c46-b932-0be071047b0e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.1163089 Aug 12 22:00:00.543306 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0151e640-e9f2-4b69-a67d-661d99edcec7 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:00:00.550453 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7c5d058a-3e1d-46c7-ac45-33fa2f155022 req-e97035d1-6ce1-475b-8736-833573b7ab27 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075747 Aug 12 22:00:00.557247 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:00.562075 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-85bd3daa-0cc3-4549-8ce5-98601f958c41 req-d85e7873-2d1b-4e4f-a4e1-fb47f7d5c5cf tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004088 Aug 12 22:00:00.573021 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Transition to ACTIVE for port object 0151e640-e9f2-4b69-a67d-661d99edcec7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:00:00.577967 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:00.632927 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Pushing event updated for resources: {'Port': ['ID=0151e640-e9f2-4b69-a67d-661d99edcec7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:00.696760 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Attempting to bind port 0151e640-e9f2-4b69-a67d-661d99edcec7 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:00:00.697404 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Attempting to bind port 0151e640-e9f2-4b69-a67d-661d99edcec7 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '0b3791e4-960f-4b15-ae9a-2650468d9ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:00:00.697404 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Attempting to bind port 0151e640-e9f2-4b69-a67d-661d99edcec7 on network f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:00:00.701717 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Port 0151e640-e9f2-4b69-a67d-661d99edcec7 on network f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:00:00.702045 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Attempting to bind port 0151e640-e9f2-4b69-a67d-661d99edcec7 on network f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:00:00.706812 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:00:00.707155 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Checking segment: {'id': '0b3791e4-960f-4b15-ae9a-2650468d9ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:00:00.707545 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Bound using segment: {'id': '0b3791e4-960f-4b15-ae9a-2650468d9ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:00:00.707971 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Bound port: 0151e640-e9f2-4b69-a67d-661d99edcec7, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3791e4-960f-4b15-ae9a-2650468d9ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:00:00.708328 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:00.774051 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] For port 0151e640-e9f2-4b69-a67d-661d99edcec7, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:00:00.777086 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] For port 0151e640-e9f2-4b69-a67d-661d99edcec7, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0151e640-e9f2-4b69-a67d-661d99edcec7,segment=NetworkSegment(0b3791e4-960f-4b15-ae9a-2650468d9ffa),segment_id=0b3791e4-960f-4b15-ae9a-2650468d9ffa)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:00:00.781190 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:00.815060 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:00.815684 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:00.817069 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] 10.222.0.58 "PUT /v2.0/ports/0151e640-e9f2-4b69-a67d-661d99edcec7 HTTP/1.1" status: 200 len: 1094 time: 0.7473631 Aug 12 22:00:00.817525 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2d3dce-3f34-4e0e-8bcd-815c77378b49', 'tag': '0151e640-e9f2-4b69-a67d-661d99edcec7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:00:00.819729 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f782f54-95a7-4e60-8921-bc999a188020" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2d3dce-3f34-4e0e-8bcd-815c77378b49", "tag": "0151e640-e9f2-4b69-a67d-661d99edcec7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:00:00.847654 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc16a4-a21b-46f7-b763-6ea06d9fb6bd service neutron] Pushing event updated for resources: {'Port': ['ID=0151e640-e9f2-4b69-a67d-661d99edcec7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:00.862108 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62db66d-6325-4f32-87c1-1bf09da61525 x-openstack-request-id: req-f62db66d-6325-4f32-87c1-1bf09da61525 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:00:00.862440 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2d3dce-3f34-4e0e-8bcd-815c77378b49", "tag": "0151e640-e9f2-4b69-a67d-661d99edcec7", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:00:00.862795 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f62db66d-6325-4f32-87c1-1bf09da61525 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:00:00.863234 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2d3dce-3f34-4e0e-8bcd-815c77378b49', 'tag': '0151e640-e9f2-4b69-a67d-661d99edcec7', 'status': 'completed', 'code': 200} Aug 12 22:00:00.940968 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-bebd7ca4-2840-4335-ba9f-2016fda25005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:00.942367 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-bebd7ca4-2840-4335-ba9f-2016fda25005 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6c1820b931947ecb351dc6410abddf4&device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 1097 time: 0.0684459 Aug 12 22:00:00.957557 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3f5c1-2b2a-4406-9336-2f1b2d8db892 req-4867b315-c9e9-412c-8e93-54e1a075a3ad tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:00.958930 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5de3f5c1-2b2a-4406-9336-2f1b2d8db892 req-4867b315-c9e9-412c-8e93-54e1a075a3ad tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 944 time: 0.0608883 Aug 12 22:00:01.004764 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-16b57820-f70e-4d80-97a8-f2982c4d1cb8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0151e640-e9f2-4b69-a67d-661d99edcec7 HTTP/1.1" status: 200 len: 217 time: 0.0449111 Aug 12 22:00:01.031861 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5de3f5c1-2b2a-4406-9336-2f1b2d8db892 req-856897bb-d2a8-4b12-8b64-5ce41fa12deb tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665960 Aug 12 22:00:01.064836 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-f5d33f2c-8251-4852-b084-fec78b730087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:01.066310 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-f5d33f2c-8251-4852-b084-fec78b730087 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b177883c-d645-4109-a6e6-598a7d798270 HTTP/1.1" status: 200 len: 853 time: 0.0493684 Aug 12 22:00:01.101805 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-22f7e3da-1f2e-48ee-a618-a06ddf60c1fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245934 Aug 12 22:00:01.214325 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-30abb8a7-d332-485c-96a9-4bbd1ceab966 service neutron] 10.222.0.58 "GET /v2.0/networks/f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022220 Aug 12 22:00:01.232882 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 974b89a8-c8e9-43d7-8743-1bed8c23a49c up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:00:01.281180 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port 974b89a8-c8e9-43d7-8743-1bed8c23a49c completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:00:01.284954 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port 974b89a8-c8e9-43d7-8743-1bed8c23a49c triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:00:01.285330 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:01.301419 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54f56c-e4a7-4817-a374-da02b8c52b72 req-04f5a5b3-f5a3-4dd7-8212-f4086201a3de tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:01.302964 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1e54f56c-e4a7-4817-a374-da02b8c52b72 req-04f5a5b3-f5a3-4dd7-8212-f4086201a3de tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1030035 Aug 12 22:00:01.354163 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3971e350-b9d5-4f73-a0c3-54f8a9941a60 req-a7e7054e-d004-427e-9e52-332e65823634 service neutron] 10.222.0.58 "GET /v2.0/networks/f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264591 Aug 12 22:00:01.361181 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1e54f56c-e4a7-4817-a374-da02b8c52b72 req-1b5381b7-e65b-458b-b90e-ada4dd871728 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489888 Aug 12 22:00:01.366552 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:01.394789 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba76ebfa-2017-4cf1-a7e0-d563dbd18b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974b89a8-c8e9-43d7-8743-1bed8c23a49c'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:00:01.397111 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cf8885-1244-4488-aa2d-1cf4d7715fb6" -d '{"events": [{"server_uuid": "ba76ebfa-2017-4cf1-a7e0-d563dbd18b84", "name": "network-vif-plugged", "status": "completed", "tag": "974b89a8-c8e9-43d7-8743-1bed8c23a49c"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:00:01.412670 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 974b89a8-c8e9-43d7-8743-1bed8c23a49c, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=974b89a8-c8e9-43d7-8743-1bed8c23a49c,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:01.420369 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:01.446862 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9c049a-176f-470c-a44f-7768a825189a x-openstack-request-id: req-5c9c049a-176f-470c-a44f-7768a825189a {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:00:01.447291 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba76ebfa-2017-4cf1-a7e0-d563dbd18b84", "name": "network-vif-plugged", "status": "completed", "tag": "974b89a8-c8e9-43d7-8743-1bed8c23a49c", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:00:01.447551 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c9c049a-176f-470c-a44f-7768a825189a {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:00:01.447941 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba76ebfa-2017-4cf1-a7e0-d563dbd18b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974b89a8-c8e9-43d7-8743-1bed8c23a49c', 'code': 200} Aug 12 22:00:01.460876 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f782f54-95a7-4e60-8921-bc999a188020 req-9486f0de-f91d-40f8-a390-f554b7b67fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:01.462630 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1f782f54-95a7-4e60-8921-bc999a188020 req-9486f0de-f91d-40f8-a390-f554b7b67fca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6c1820b931947ecb351dc6410abddf4&device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 1097 time: 0.0518286 Aug 12 22:00:01.478310 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=974b89a8-c8e9-43d7-8743-1bed8c23a49c,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:01.567688 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f782f54-95a7-4e60-8921-bc999a188020 req-4df65f8a-f726-41d8-b42d-f735b869175e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:01.569190 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1f782f54-95a7-4e60-8921-bc999a188020 req-4df65f8a-f726-41d8-b42d-f735b869175e service neutron] 10.222.0.58 "GET /v2.0/networks?id=f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea HTTP/1.1" status: 200 len: 914 time: 0.0953581 Aug 12 22:00:01.632379 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1f782f54-95a7-4e60-8921-bc999a188020 req-6914ad00-a7dc-4205-85ff-4bd876f2030c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0151e640-e9f2-4b69-a67d-661d99edcec7 HTTP/1.1" status: 200 len: 217 time: 0.0454946 Aug 12 22:00:02.003190 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4f8a7-ac21-47f9-b3ad-85d88d2ac157 req-84cd5786-e180-4a61-9f2c-63ee1abee010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:02.004689 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-64a4f8a7-ac21-47f9-b3ad-85d88d2ac157 req-84cd5786-e180-4a61-9f2c-63ee1abee010 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 1098 time: 0.3813665 Aug 12 22:00:02.013951 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3053c-e65d-4f3f-8afc-2dd6ffe9d986 req-70268e79-3bc1-40e4-b9e4-e4b7b6589a83 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:02.015351 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4cc3053c-e65d-4f3f-8afc-2dd6ffe9d986 req-70268e79-3bc1-40e4-b9e4-e4b7b6589a83 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 944 time: 0.3930972 Aug 12 22:00:02.017237 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f782f54-95a7-4e60-8921-bc999a188020 req-f293301b-56ed-4c70-81d1-1c9d712d29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:02.018600 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1f782f54-95a7-4e60-8921-bc999a188020 req-f293301b-56ed-4c70-81d1-1c9d712d29cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b177883c-d645-4109-a6e6-598a7d798270 HTTP/1.1" status: 200 len: 853 time: 0.3766434 Aug 12 22:00:02.031946 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df8e4d-c002-4b5a-b95b-4d0e1efcdda3 req-a446a86b-b6a8-4497-80f6-e841d27cf3d5 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:02.033977 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-23df8e4d-c002-4b5a-b95b-4d0e1efcdda3 req-a446a86b-b6a8-4497-80f6-e841d27cf3d5 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.3904555 Aug 12 22:00:02.087818 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1f782f54-95a7-4e60-8921-bc999a188020 req-882b9c1d-8b1e-4d8a-bac2-6721592b15a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510688 Aug 12 22:00:02.165391 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-64a4f8a7-ac21-47f9-b3ad-85d88d2ac157 req-1bcdd018-e59d-4ea8-ad64-272e6950cfa5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450274 Aug 12 22:00:02.185140 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4cc3053c-e65d-4f3f-8afc-2dd6ffe9d986 req-aea6a65d-01c0-40f9-8a81-44de6a0fe163 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493421 Aug 12 22:00:02.198725 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-23df8e4d-c002-4b5a-b95b-4d0e1efcdda3 req-83f7d537-3b91-461d-a8a3-c7639f7e3dec tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435275 Aug 12 22:00:02.235066 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1f782f54-95a7-4e60-8921-bc999a188020 req-89abe1c6-153e-4019-b8fa-628d78bc7a49 service neutron] 10.222.0.58 "GET /v2.0/networks/f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356945 Aug 12 22:00:02.352698 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d5859-c282-4eac-ab2d-88487d3238ae req-57188988-2521-4a34-85e8-691741fe3697 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:02.354262 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-076d5859-c282-4eac-ab2d-88487d3238ae req-57188988-2521-4a34-85e8-691741fe3697 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 945 time: 0.1042094 Aug 12 22:00:02.373325 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1f782f54-95a7-4e60-8921-bc999a188020 req-fdedb1f9-b428-4fa4-83c3-7db687b4d69a service neutron] 10.222.0.58 "GET /v2.0/networks/f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303923 Aug 12 22:00:02.400627 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-076d5859-c282-4eac-ab2d-88487d3238ae req-04b7f334-7fc0-443d-b678-6c68e060dd8b tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377715 Aug 12 22:00:02.481358 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024995e-424e-4f9f-83c7-8fede689769e req-22a8a9fa-2d86-4ef3-84f6-c4d2f7e5fd4f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:02.483066 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2024995e-424e-4f9f-83c7-8fede689769e req-22a8a9fa-2d86-4ef3-84f6-c4d2f7e5fd4f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0490298 Aug 12 22:00:02.525740 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2024995e-424e-4f9f-83c7-8fede689769e req-155f787a-44f5-4540-95e2-c6ac7a7560df tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366712 Aug 12 22:00:03.330053 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e528692-2e03-4571-91f6-5511e43d2608 req-f5287277-cdde-453d-b561-78c22fa5fa32 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:03.331530 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1e528692-2e03-4571-91f6-5511e43d2608 req-f5287277-cdde-453d-b561-78c22fa5fa32 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 944 time: 0.0788374 Aug 12 22:00:03.342855 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3f4ad-e935-43d0-bbfd-4bb5fd5d89b4 req-f5743704-a6f0-4c5e-a047-f4cddc8a398c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:03.344471 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-07e3f4ad-e935-43d0-bbfd-4bb5fd5d89b4 req-f5743704-a6f0-4c5e-a047-f4cddc8a398c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0649467 Aug 12 22:00:03.397924 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1e528692-2e03-4571-91f6-5511e43d2608 req-485a8068-a1da-4730-9c76-bb4e5ab69111 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524375 Aug 12 22:00:03.402668 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-07e3f4ad-e935-43d0-bbfd-4bb5fd5d89b4 req-efa25a85-6658-41ac-9197-a6180338490a tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515432 Aug 12 22:00:03.516867 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d4fc0-c56f-497b-b523-887732567a6a req-5955a1ec-8c56-4f5f-88ef-53a4ad289877 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:03.518393 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-290d4fc0-c56f-497b-b523-887732567a6a req-5955a1ec-8c56-4f5f-88ef-53a4ad289877 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 945 time: 0.0522599 Aug 12 22:00:03.555560 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-290d4fc0-c56f-497b-b523-887732567a6a req-3f85cd36-57c9-4a9b-8631-ccc8930facc7 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Aug 12 22:00:03.649014 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cfdfa-0047-429f-9146-0974131287da req-6c2583b2-5e37-4bba-a2e7-0a636361546f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:03.650564 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-055cfdfa-0047-429f-9146-0974131287da req-6c2583b2-5e37-4bba-a2e7-0a636361546f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0501955 Aug 12 22:00:03.692935 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-055cfdfa-0047-429f-9146-0974131287da req-2a1104c0-37a5-4c8f-bfef-6d920825d213 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362496 Aug 12 22:00:04.542371 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab417dd-5770-4b10-909f-27652bdb801e req-33912136-6073-4671-a3da-6f52c85a0f05 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:04.543753 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2ab417dd-5770-4b10-909f-27652bdb801e req-33912136-6073-4671-a3da-6f52c85a0f05 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 944 time: 0.0783887 Aug 12 22:00:04.552391 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a561f48-a0fe-45ae-8caf-e3d4e4fd446c req-f704a329-66a2-40b4-9fb8-a3fdbfdd33ba tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:04.553788 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3a561f48-a0fe-45ae-8caf-e3d4e4fd446c req-f704a329-66a2-40b4-9fb8-a3fdbfdd33ba tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0795290 Aug 12 22:00:04.610359 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2ab417dd-5770-4b10-909f-27652bdb801e req-f17b0691-2887-40ae-a011-d270b00e43e0 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556221 Aug 12 22:00:04.613686 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3a561f48-a0fe-45ae-8caf-e3d4e4fd446c req-1401070b-7633-4b0b-90cf-269f9f57cec7 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527573 Aug 12 22:00:04.720689 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a80608-87b1-4eb2-988c-4fb3ec457c0f req-d60cd355-4bf0-49cc-a210-9f84f4a35150 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:04.722998 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b4a80608-87b1-4eb2-988c-4fb3ec457c0f req-d60cd355-4bf0-49cc-a210-9f84f4a35150 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 945 time: 0.0529892 Aug 12 22:00:04.765240 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b4a80608-87b1-4eb2-988c-4fb3ec457c0f req-4d02104d-af3d-4aee-8907-96e59c9b379f tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329919 Aug 12 22:00:04.818521 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb436de-9dfc-4667-b5e5-d71a0d06240b req-d28d1cc0-6da8-43a5-9254-27e98cd9c8e6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:04.820018 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3fb436de-9dfc-4667-b5e5-d71a0d06240b req-d28d1cc0-6da8-43a5-9254-27e98cd9c8e6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0496066 Aug 12 22:00:04.859526 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3fb436de-9dfc-4667-b5e5-d71a0d06240b req-aac050bf-2bfd-4856-9a40-67e67e0b4e82 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334828 Aug 12 22:00:04.989723 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-cece5159-9362-4e2e-92ba-b2117b2b9500 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1058350769&fields=id&tenant_id=9cb2e69a590040cb83336b3d22d2760c HTTP/1.1" status: 200 len: 267 time: 0.0394101 Aug 12 22:00:05.121964 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62599567-9523-418e-ba60-15dc7886b580 req-610f993a-6ded-4021-a1e5-2f948a0112cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:05.123448 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62599567-9523-418e-ba60-15dc7886b580 req-610f993a-6ded-4021-a1e5-2f948a0112cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65c8e0e15b874e188e4c978a57a4d609&device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 1098 time: 0.1162171 Aug 12 22:00:05.214329 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-67585867-2a90-4c99-b0d1-8753ee633944 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:05.215781 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-67585867-2a90-4c99-b0d1-8753ee633944 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/networks?id=62ca0b8a-42eb-40a6-95bf-2de7f58a298a HTTP/1.1" status: 200 len: 809 time: 0.2190983 Aug 12 22:00:05.239066 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 0151e640-e9f2-4b69-a67d-661d99edcec7 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:00:05.243570 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4e4f9-8a27-411e-b979-a9af6bbb5916 req-e04633e1-3561-4895-8094-e3d36705fa45 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:05.245056 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-25d4e4f9-8a27-411e-b979-a9af6bbb5916 req-e04633e1-3561-4895-8094-e3d36705fa45 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1458917 Aug 12 22:00:05.248722 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-441c3549-1974-4ad1-9f21-f4a0fa4add2b tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/quotas/9cb2e69a590040cb83336b3d22d2760c HTTP/1.1" status: 200 len: 375 time: 0.0267968 Aug 12 22:00:05.326074 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62599567-9523-418e-ba60-15dc7886b580 req-6305b653-da47-4d8d-9231-dc40a5714e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:05.327472 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62599567-9523-418e-ba60-15dc7886b580 req-6305b653-da47-4d8d-9231-dc40a5714e88 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6401582-edab-421b-84ee-f3395ffb54b7 HTTP/1.1" status: 200 len: 920 time: 0.1852818 Aug 12 22:00:05.332356 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 0151e640-e9f2-4b69-a67d-661d99edcec7, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0151e640-e9f2-4b69-a67d-661d99edcec7,segment=NetworkSegment(0b3791e4-960f-4b15-ae9a-2650468d9ffa),segment_id=0b3791e4-960f-4b15-ae9a-2650468d9ffa)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:05.337926 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-25d4e4f9-8a27-411e-b979-a9af6bbb5916 req-c68cda78-9cb7-452a-9bf6-5d3d91a59434 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820916 Aug 12 22:00:05.351065 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': '0151e640-e9f2-4b69-a67d-661d99edcec7', 'network_id': 'f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea', 'port_id': '0151e640-e9f2-4b69-a67d-661d99edcec7', 'mac_address': 'fa:16:3e:cd:12:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b177883c-d645-4109-a6e6-598a7d798270', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:00:05.363107 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-72b09735-b9fb-41a2-b00c-26ccb4747833 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cb2e69a590040cb83336b3d22d2760c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028214 Aug 12 22:00:05.390239 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:05.400409 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62599567-9523-418e-ba60-15dc7886b580 req-d3c47aa4-7113-4ca9-950b-7ae6a8b189b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af4d73f1-89ec-41b8-a619-8edc0ab6317d HTTP/1.1" status: 200 len: 217 time: 0.0613499 Aug 12 22:00:05.405257 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0151e640-e9f2-4b69-a67d-661d99edcec7 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:00:05.427066 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 0151e640-e9f2-4b69-a67d-661d99edcec7, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0151e640-e9f2-4b69-a67d-661d99edcec7,segment=NetworkSegment(0b3791e4-960f-4b15-ae9a-2650468d9ffa),segment_id=0b3791e4-960f-4b15-ae9a-2650468d9ffa)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:05.431909 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:05.483809 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=0151e640-e9f2-4b69-a67d-661d99edcec7,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:05.510172 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62599567-9523-418e-ba60-15dc7886b580 req-d5107e57-7ae2-47dd-81ea-870af64c562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:05.511674 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62599567-9523-418e-ba60-15dc7886b580 req-d5107e57-7ae2-47dd-81ea-870af64c562a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=253d0eb4-be87-496e-9f11-596ea7aea7ca HTTP/1.1" status: 200 len: 859 time: 0.0734818 Aug 12 22:00:05.538073 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-9108b435-eec8-4dc0-8d7f-fe8b2a15307a service neutron] 10.222.0.30 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463017 Aug 12 22:00:05.560854 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62599567-9523-418e-ba60-15dc7886b580 req-ffd9b6ae-ee0f-4521-b379-7123cf654d99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6401582-edab-421b-84ee-f3395ffb54b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371742 Aug 12 22:00:05.711682 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-b94394fd-66d6-4fdd-aaed-bdc09b3a941a service neutron] 10.222.0.30 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596365 Aug 12 22:00:05.716940 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62599567-9523-418e-ba60-15dc7886b580 req-123929cb-e3d1-4e67-9aee-c577e22cf3b6 service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445229 Aug 12 22:00:05.828470 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62599567-9523-418e-ba60-15dc7886b580 req-82d05f6e-a8c0-445a-8555-0b4020e9a34b service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010809 Aug 12 22:00:05.853131 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['0151e640-e9f2-4b69-a67d-661d99edcec7'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:00:05.894405 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d7ca8-dbe7-4202-8e41-80c2fff7b9a7 req-e4e64340-24da-498b-b0b6-8eafffdbde80 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:05.896999 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-578d7ca8-dbe7-4202-8e41-80c2fff7b9a7 req-e4e64340-24da-498b-b0b6-8eafffdbde80 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 945 time: 0.0713766 Aug 12 22:00:05.942332 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-578d7ca8-dbe7-4202-8e41-80c2fff7b9a7 req-e7093d57-0adc-4f00-aac3-ee98d7e771c6 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379188 Aug 12 22:00:06.077863 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c7001-4d9a-4e3b-b62d-459b5716696f req-5b7f2874-12f8-4a60-8467-597ecd9ddf82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:06.079489 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-794c7001-4d9a-4e3b-b62d-459b5716696f req-5b7f2874-12f8-4a60-8467-597ecd9ddf82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0719733 Aug 12 22:00:06.150557 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-794c7001-4d9a-4e3b-b62d-459b5716696f req-5b5c3218-d548-47f3-9fab-c9f24ffb56da tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644023 Aug 12 22:00:06.167666 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91775bc-aa00-49fd-8e17-b8c99f9e9b21 req-b9fa2df6-5efb-4da3-b3bf-27ed21221169 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:06.169469 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f91775bc-aa00-49fd-8e17-b8c99f9e9b21 req-b9fa2df6-5efb-4da3-b3bf-27ed21221169 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0649776 Aug 12 22:00:06.238601 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-df18dc24-025a-4ec4-b626-50b7c4191529 req-8a282ca1-8b8e-4108-bf9b-3f15d8e3e310 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 210 time: 0.0358362 Aug 12 22:00:06.242350 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f91775bc-aa00-49fd-8e17-b8c99f9e9b21 req-5709e592-9fca-4fc9-a932-9336770bd5e6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663748 Aug 12 22:00:06.461948 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8b936-53c6-4e80-a185-2315150cfd36 req-da24e997-a5d5-4191-8ad2-2e7670bc2a6c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:06.463475 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48b8b936-53c6-4e80-a185-2315150cfd36 req-da24e997-a5d5-4191-8ad2-2e7670bc2a6c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0487211 Aug 12 22:00:06.505303 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-48b8b936-53c6-4e80-a185-2315150cfd36 req-9d986e0b-88d3-478e-a507-098b642ce91c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 Aug 12 22:00:07.068281 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce7c7-5ed7-43e8-920b-56366c105010 req-2d064aa5-66e4-4a9f-8011-6776a99018d0 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:07.069823 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-630ce7c7-5ed7-43e8-920b-56366c105010 req-2d064aa5-66e4-4a9f-8011-6776a99018d0 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 945 time: 0.0520442 Aug 12 22:00:07.108887 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-630ce7c7-5ed7-43e8-920b-56366c105010 req-1e298ebe-f979-412a-8ddb-d791e89b364f tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321176 Aug 12 22:00:07.249657 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 0151e640-e9f2-4b69-a67d-661d99edcec7 up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:00:07.340443 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port 0151e640-e9f2-4b69-a67d-661d99edcec7 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:00:07.345415 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port 0151e640-e9f2-4b69-a67d-661d99edcec7 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:00:07.346528 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:07.384246 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-746bca9f-41a4-4cc9-a2e9-98bfd13f6961 req-83f8dfd3-0af0-4fc2-a8cd-52d6c7f585bb tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 210 time: 0.0429027 Aug 12 22:00:07.391759 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7cff8-5800-4425-999c-b6102f7a448d req-a8114222-14a7-40ad-ae9a-1eea213ba92a tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:07.393280 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-abc7cff8-5800-4425-999c-b6102f7a448d req-a8114222-14a7-40ad-ae9a-1eea213ba92a tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.1698663 Aug 12 22:00:07.439268 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:07.468001 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2d3dce-3f34-4e0e-8bcd-815c77378b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0151e640-e9f2-4b69-a67d-661d99edcec7'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:00:07.470302 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-abc7cff8-5800-4425-999c-b6102f7a448d req-0dba48e3-6964-4bc6-a829-140e5aa20e6b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710201 Aug 12 22:00:07.470576 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05323e0b-c471-420e-ab66-623e1d99afc9" -d '{"events": [{"server_uuid": "ac2d3dce-3f34-4e0e-8bcd-815c77378b49", "name": "network-vif-plugged", "status": "completed", "tag": "0151e640-e9f2-4b69-a67d-661d99edcec7"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:00:07.485600 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 0151e640-e9f2-4b69-a67d-661d99edcec7, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0151e640-e9f2-4b69-a67d-661d99edcec7,segment=NetworkSegment(0b3791e4-960f-4b15-ae9a-2650468d9ffa),segment_id=0b3791e4-960f-4b15-ae9a-2650468d9ffa)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:07.490643 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:07.491247 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-99daa3ae-c765-4a0b-9710-18910440a3d5 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:07.492832 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-99daa3ae-c765-4a0b-9710-18910440a3d5 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.58 "GET /v2.0/networks?id=62ca0b8a-42eb-40a6-95bf-2de7f58a298a HTTP/1.1" status: 200 len: 809 time: 0.2289174 Aug 12 22:00:07.542538 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=0151e640-e9f2-4b69-a67d-661d99edcec7,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:07.635300 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-cbb52eaa-983a-4257-abe7-f67ccc4261f2 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb2e69a590040cb83336b3d22d2760c HTTP/1.1" status: 200 len: 380 time: 0.1183777 Aug 12 22:00:07.658135 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-61222dae-a7c9-4e08-8e3a-5a5b3fe5e6f3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Request body: {'port': {'device_id': '9d29492a-51bc-46c5-8626-0e2807854661', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'admin_state_up': True, 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'security_groups': ['1be01e1b-1a3e-4009-b9be-ec0cd7ad9007']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:00:07.672087 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fcacb-e0b3-48b2-9f26-f14b3be30274 req-72ca9893-8f8e-4131-bb0c-2373ecd0a3bd tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:07.673558 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-004fcacb-e0b3-48b2-9f26-f14b3be30274 req-72ca9893-8f8e-4131-bb0c-2373ecd0a3bd tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1177628 Aug 12 22:00:07.679998 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-df7e4031-9822-4218-84cd-b502bec6cd71 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:07.681843 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-df7e4031-9822-4218-84cd-b502bec6cd71 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/networks?id=7dc646d7-f950-434b-a533-971074945ab2 HTTP/1.1" status: 200 len: 814 time: 0.1880312 Aug 12 22:00:07.750873 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-cd6e4500-7f83-4fb8-9bb8-d41b03b9d6d5 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/quotas/f422e7690b9f4daf891a90a7cb9b1b0d HTTP/1.1" status: 200 len: 375 time: 0.0577855 Aug 12 22:00:07.813154 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-004fcacb-e0b3-48b2-9f26-f14b3be30274 req-3b62cd2e-59c7-427d-b36f-e8c07da17362 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212442 Aug 12 22:00:07.848133 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-baf40b51-ea99-4660-ae73-598e4fa882df tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f422e7690b9f4daf891a90a7cb9b1b0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874786 Aug 12 22:00:07.863468 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885a993b-d4bf-417f-ad47-81db0002788b x-openstack-request-id: req-885a993b-d4bf-417f-ad47-81db0002788b {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:00:07.863914 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2d3dce-3f34-4e0e-8bcd-815c77378b49", "name": "network-vif-plugged", "status": "completed", "tag": "0151e640-e9f2-4b69-a67d-661d99edcec7", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:00:07.864234 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-885a993b-d4bf-417f-ad47-81db0002788b {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:00:07.864642 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2d3dce-3f34-4e0e-8bcd-815c77378b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0151e640-e9f2-4b69-a67d-661d99edcec7', 'code': 200} Aug 12 22:00:07.876056 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-61222dae-a7c9-4e08-8e3a-5a5b3fe5e6f3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Made reservation on behalf of 9cb2e69a590040cb83336b3d22d2760c for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:00:07.879454 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-61222dae-a7c9-4e08-8e3a-5a5b3fe5e6f3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:08.076533 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4424f-1d63-48b9-8e92-f98abbcbeb07 req-ef4652db-0663-45d8-acd6-5fb7cc3a3807 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:08.078020 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a9c4424f-1d63-48b9-8e92-f98abbcbeb07 req-ef4652db-0663-45d8-acd6-5fb7cc3a3807 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1661165 Aug 12 22:00:08.083325 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-c5b6ac99-139d-4c2d-9e22-fe187974bbc5 service neutron] 10.222.0.30 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270880 Aug 12 22:00:08.193173 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df552d-46ea-444f-ae66-2925a44002ca req-b3ed7dfe-5bcc-4118-9562-8015106960ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:08.194613 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-39df552d-46ea-444f-ae66-2925a44002ca req-b3ed7dfe-5bcc-4118-9562-8015106960ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 1099 time: 0.1716487 Aug 12 22:00:08.226388 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-61222dae-a7c9-4e08-8e3a-5a5b3fe5e6f3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Allocated IP 172.20.0.7 (62ca0b8a-42eb-40a6-95bf-2de7f58a298a/3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f/fe396ff6-fe94-4b3e-9adb-903518f0f6b7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:00:08.230549 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a9c4424f-1d63-48b9-8e92-f98abbcbeb07 req-eacebf4b-9452-4e4d-ba6d-9e75f8a858e0 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436663 Aug 12 22:00:08.306165 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-e58c6ce0-0f64-400a-8cb3-0afe3a321f15 service neutron] 10.222.0.30 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909835 Aug 12 22:00:08.307590 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-39df552d-46ea-444f-ae66-2925a44002ca req-52c90954-def4-4910-b7fa-11793d50036d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960042 Aug 12 22:00:08.403933 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e92091-b8c4-427b-8385-3b54349b4702 req-5fcfbd34-2a07-42eb-9963-6633be173136 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:08.405341 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-72e92091-b8c4-427b-8385-3b54349b4702 req-5fcfbd34-2a07-42eb-9963-6633be173136 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 946 time: 0.1156585 Aug 12 22:00:08.477156 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a64b6303-c834-47b4-a9c7-41e896b65359 req-340c6466-76aa-4361-8d92-50b97eabc2d9 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 210 time: 0.0361445 Aug 12 22:00:08.497898 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-72e92091-b8c4-427b-8385-3b54349b4702 req-f212a57d-ba67-465d-9e37-5ab9bb73edfd tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825119 Aug 12 22:00:08.500857 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-61222dae-a7c9-4e08-8e3a-5a5b3fe5e6f3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:08.514865 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-61222dae-a7c9-4e08-8e3a-5a5b3fe5e6f3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Transition to ACTIVE for port object fe396ff6-fe94-4b3e-9adb-903518f0f6b7 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:00:08.578598 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-be1091b1-10c4-4612-bfca-32fdf102b6f8 req-602ee11e-7d39-4d6b-b8d4-2beba33d6d63 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 210 time: 0.0329926 Aug 12 22:00:08.579766 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-61222dae-a7c9-4e08-8e3a-5a5b3fe5e6f3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:08.633778 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-61222dae-a7c9-4e08-8e3a-5a5b3fe5e6f3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Network 62ca0b8a-42eb-40a6-95bf-2de7f58a298a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:00:08.654596 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-61222dae-a7c9-4e08-8e3a-5a5b3fe5e6f3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:00:08.659676 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-61222dae-a7c9-4e08-8e3a-5a5b3fe5e6f3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:00:08.691548 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222dae-a7c9-4e08-8e3a-5a5b3fe5e6f3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Pushing event updated for resources: {'Port': ['ID=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:08.724809 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-61222dae-a7c9-4e08-8e3a-5a5b3fe5e6f3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:08.725320 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-61222dae-a7c9-4e08-8e3a-5a5b3fe5e6f3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:08.739705 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfb926-b3c4-45f8-b394-1954cce635c3 req-9519a86f-a409-42e9-88be-2a7aa73f83af tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:08.741222 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d9dfb926-b3c4-45f8-b394-1954cce635c3 req-9519a86f-a409-42e9-88be-2a7aa73f83af tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.1310518 Aug 12 22:00:08.753201 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-61222dae-a7c9-4e08-8e3a-5a5b3fe5e6f3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1025405 Aug 12 22:00:08.918737 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-e8cdc428-300c-4641-9a18-13cad9bfc9cf None None] Provisioning for port fe396ff6-fe94-4b3e-9adb-903518f0f6b7 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:00:08.922943 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-e8cdc428-300c-4641-9a18-13cad9bfc9cf None None] Provisioning complete for port fe396ff6-fe94-4b3e-9adb-903518f0f6b7 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:00:08.923307 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc428-300c-4641-9a18-13cad9bfc9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:08.958980 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-e8cdc428-300c-4641-9a18-13cad9bfc9cf None None] Port fe396ff6-fe94-4b3e-9adb-903518f0f6b7 cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:00:09.032264 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Request body: {'port': {'device_id': '9d29492a-51bc-46c5-8626-0e2807854661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:00:09.121322 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d9dfb926-b3c4-45f8-b394-1954cce635c3 req-a6ea05a8-6b5e-4801-9bd5-634a75770617 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705988 Aug 12 22:00:09.130913 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:09.152903 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544e87c-a537-468e-b6fb-19838366283e req-38d4293b-d30f-4126-a40f-7a850d65db71 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:09.154402 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7544e87c-a537-468e-b6fb-19838366283e req-38d4293b-d30f-4126-a40f-7a850d65db71 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1276379 Aug 12 22:00:09.248870 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device b56077df-b77d-4c36-9211-7f7d9a10212b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:00:09.270642 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7544e87c-a537-468e-b6fb-19838366283e req-5ce7342d-d3c0-49fb-befe-2b65ee6305b4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935066 Aug 12 22:00:09.352024 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port b56077df-b77d-4c36-9211-7f7d9a10212b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b56077df-b77d-4c36-9211-7f7d9a10212b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:09.363545 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'port_id': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'mac_address': 'fa:16:3e:a3:0e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:00:09.400209 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:09.411857 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f418d2-7b70-4139-895f-347c4344f028 req-f94efecf-054d-4af6-9233-09eeb668af16 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:09.413293 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b56077df-b77d-4c36-9211-7f7d9a10212b {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:00:09.413422 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-89f418d2-7b70-4139-895f-347c4344f028 req-f94efecf-054d-4af6-9233-09eeb668af16 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0965049 Aug 12 22:00:09.432812 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port b56077df-b77d-4c36-9211-7f7d9a10212b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b56077df-b77d-4c36-9211-7f7d9a10212b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:09.436837 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:09.486211 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=b56077df-b77d-4c36-9211-7f7d9a10212b,revision_number=6']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:09.486973 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-89f418d2-7b70-4139-895f-347c4344f028 req-a7fbf48f-b32d-464a-a132-8dd31deff613 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644491 Aug 12 22:00:09.530059 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe396ff6-fe94-4b3e-9adb-903518f0f6b7 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:00:09.539006 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:09.552436 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Transition to ACTIVE for port object fe396ff6-fe94-4b3e-9adb-903518f0f6b7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:00:09.564005 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:09.586588 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-75de2039-d74c-4592-97ff-97ab025f0175 req-2dc1dd35-c3e2-4cc3-845c-830c4d5ffad0 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 210 time: 0.0328133 Aug 12 22:00:09.632176 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['b56077df-b77d-4c36-9211-7f7d9a10212b'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:00:09.735274 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Pushing event updated for resources: {'Port': ['ID=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:09.790436 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c2c8c-73b8-47ce-90b7-c6ae46ac586a req-90dc6a3d-ec53-4ab5-aa4b-9cba7f99df01 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:09.792023 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-287c2c8c-73b8-47ce-90b7-c6ae46ac586a req-90dc6a3d-ec53-4ab5-aa4b-9cba7f99df01 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 946 time: 0.2045615 Aug 12 22:00:09.849532 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dbdc2-8e93-4493-8639-4721be61bf16 req-ae7d8f7e-da01-43e4-83dc-7a06d6515bf1 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:09.851938 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bf6dbdc2-8e93-4493-8639-4721be61bf16 req-ae7d8f7e-da01-43e4-83dc-7a06d6515bf1 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.1978672 Aug 12 22:00:09.959721 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Attempting to bind port fe396ff6-fe94-4b3e-9adb-903518f0f6b7 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:00:09.960121 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Attempting to bind port fe396ff6-fe94-4b3e-9adb-903518f0f6b7 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'ae5b139f-c15c-4053-b262-02bedcc7a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:00:09.960389 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Attempting to bind port fe396ff6-fe94-4b3e-9adb-903518f0f6b7 on network 62ca0b8a-42eb-40a6-95bf-2de7f58a298a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:00:09.977408 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-287c2c8c-73b8-47ce-90b7-c6ae46ac586a req-011136de-3979-4680-af36-09184c55e6c5 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758895 Aug 12 22:00:10.001699 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bf6dbdc2-8e93-4493-8639-4721be61bf16 req-c2d4e2a1-0c49-43f6-804d-4ab27e98793b tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337411 Aug 12 22:00:10.002858 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Port fe396ff6-fe94-4b3e-9adb-903518f0f6b7 on network 62ca0b8a-42eb-40a6-95bf-2de7f58a298a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:00:10.003191 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Attempting to bind port fe396ff6-fe94-4b3e-9adb-903518f0f6b7 on network 62ca0b8a-42eb-40a6-95bf-2de7f58a298a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:00:10.012096 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:00:10.012449 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Checking segment: {'id': 'ae5b139f-c15c-4053-b262-02bedcc7a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:00:10.012831 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Bound using segment: {'id': 'ae5b139f-c15c-4053-b262-02bedcc7a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:00:10.013668 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Bound port: fe396ff6-fe94-4b3e-9adb-903518f0f6b7, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae5b139f-c15c-4053-b262-02bedcc7a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:00:10.013668 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:10.090440 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-18e07790-45ff-4337-9af2-c83487921c1c tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:10.091767 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-18e07790-45ff-4337-9af2-c83487921c1c tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "GET /v2.0/networks?id=7dc646d7-f950-434b-a533-971074945ab2 HTTP/1.1" status: 200 len: 814 time: 0.2338309 Aug 12 22:00:10.116285 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-56de24e4-9b6e-4a49-9c80-bddb188b6526 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Request body: {'port': {'device_id': '8d51ead8-8141-49c5-84a6-6ba5264ef20b', 'network_id': '7dc646d7-f950-434b-a533-971074945ab2', 'admin_state_up': True, 'tenant_id': 'f422e7690b9f4daf891a90a7cb9b1b0d'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:00:10.176133 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] For port fe396ff6-fe94-4b3e-9adb-903518f0f6b7, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:00:10.198897 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] For port fe396ff6-fe94-4b3e-9adb-903518f0f6b7, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:00:10.214958 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:10.284317 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:10.284942 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:10.286502 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] 10.222.0.58 "PUT /v2.0/ports/fe396ff6-fe94-4b3e-9adb-903518f0f6b7 HTTP/1.1" status: 200 len: 1093 time: 1.2607591 Aug 12 22:00:10.289307 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d29492a-51bc-46c5-8626-0e2807854661', 'tag': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:00:10.291661 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96733405-060e-4808-9e57-8c77f0cbb86b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d29492a-51bc-46c5-8626-0e2807854661", "tag": "fe396ff6-fe94-4b3e-9adb-903518f0f6b7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:00:10.370604 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d740ea-7d08-4abf-84a6-667712b1d7e7 req-2baebf91-0d71-4520-ba72-f6b59e0ef270 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:10.372605 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e7d740ea-7d08-4abf-84a6-667712b1d7e7 req-2baebf91-0d71-4520-ba72-f6b59e0ef270 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.1694632 Aug 12 22:00:10.378001 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4088c86-ef7f-46b8-a6fd-70851862369b service neutron] Pushing event updated for resources: {'Port': ['ID=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:10.406250 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a58e3c-6303-4ffe-a512-5fa0543fbabb x-openstack-request-id: req-60a58e3c-6303-4ffe-a512-5fa0543fbabb {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:00:10.406532 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d29492a-51bc-46c5-8626-0e2807854661", "tag": "fe396ff6-fe94-4b3e-9adb-903518f0f6b7", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:00:10.406784 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60a58e3c-6303-4ffe-a512-5fa0543fbabb {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:00:10.407401 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d29492a-51bc-46c5-8626-0e2807854661', 'tag': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7', 'status': 'completed', 'code': 200} Aug 12 22:00:10.508243 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e7d740ea-7d08-4abf-84a6-667712b1d7e7 req-914fba29-f88a-4c96-9cfb-25def7e1e309 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259532 Aug 12 22:00:10.524627 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-56de24e4-9b6e-4a49-9c80-bddb188b6526 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Made reservation on behalf of f422e7690b9f4daf891a90a7cb9b1b0d for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:00:10.529051 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-56de24e4-9b6e-4a49-9c80-bddb188b6526 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:10.587204 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-e272f46e-3752-4f03-ae7b-4c355c7920cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:10.588795 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-e272f46e-3752-4f03-ae7b-4c355c7920cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cb2e69a590040cb83336b3d22d2760c&device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 1096 time: 0.2129023 Aug 12 22:00:10.674763 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-8cf1824e-32f7-4aba-8893-7c6c1cb6fa4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7 HTTP/1.1" status: 200 len: 217 time: 0.0458665 Aug 12 22:00:10.755526 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cd1e2-326c-46ba-aa3d-4610a1dbaf63 req-84a89f0c-3356-4304-9017-c24bce612ddf tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:10.757077 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a67cd1e2-326c-46ba-aa3d-4610a1dbaf63 req-84a89f0c-3356-4304-9017-c24bce612ddf tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 944 time: 0.2536297 Aug 12 22:00:10.827231 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a82df47e-f1bd-4a9f-b1f2-b6ef413ca19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:10.828683 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-a82df47e-f1bd-4a9f-b1f2-b6ef413ca19d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f HTTP/1.1" status: 200 len: 848 time: 0.1365066 Aug 12 22:00:10.871753 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a67cd1e2-326c-46ba-aa3d-4610a1dbaf63 req-2c6008ba-a8bc-4ea7-964c-14cd31413323 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014650 Aug 12 22:00:10.922979 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9fe58-eb64-4588-99d1-23600e888ea0 req-6dd4fec6-5a5d-484e-aba7-396717528537 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:10.924834 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68c9fe58-eb64-4588-99d1-23600e888ea0 req-6dd4fec6-5a5d-484e-aba7-396717528537 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.2953825 Aug 12 22:00:10.945548 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-56de24e4-9b6e-4a49-9c80-bddb188b6526 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Allocated IP 172.20.0.9 (7dc646d7-f950-434b-a533-971074945ab2/967e0119-10d8-4136-be16-ba8092727e05/fca98a11-5a13-4664-bc02-bbf5073c8e30) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:00:10.998699 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-34e842bd-412d-4b94-804f-6a2bea448dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:11.000286 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-34e842bd-412d-4b94-804f-6a2bea448dca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=62ca0b8a-42eb-40a6-95bf-2de7f58a298a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1551900 Aug 12 22:00:11.006087 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c8074163-e7f0-4432-941b-d42f6add06a0 req-ebacec1d-8213-4e8f-8be2-ec4c9361eaac tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 210 time: 0.0586934 Aug 12 22:00:11.101913 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68c9fe58-eb64-4588-99d1-23600e888ea0 req-e6162b6e-37d9-4ab4-bcad-53b60c3aacf5 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597190 Aug 12 22:00:11.249498 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device b56077df-b77d-4c36-9211-7f7d9a10212b up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:00:11.277678 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b3cde-1188-408c-8032-aae101b99765 req-41d6661c-629e-4a5b-aef6-c39ca516e059 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:11.279296 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1c9b3cde-1188-408c-8032-aae101b99765 req-41d6661c-629e-4a5b-aef6-c39ca516e059 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 946 time: 0.1815791 Aug 12 22:00:11.311112 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port b56077df-b77d-4c36-9211-7f7d9a10212b triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:00:11.312490 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:11.324653 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-e54d6c18-40c2-46ea-a489-77178dc4d9ef service neutron] 10.222.0.58 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977517 Aug 12 22:00:11.370177 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b6c54-ceb0-48fd-968e-8e38fb16f9c1 req-9047dc7e-709c-436e-9443-4155ffbe2209 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:11.371673 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-755b6c54-ceb0-48fd-968e-8e38fb16f9c1 req-9047dc7e-709c-436e-9443-4155ffbe2209 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.1753871 Aug 12 22:00:11.418642 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:11.428725 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1c9b3cde-1188-408c-8032-aae101b99765 req-1d526a54-d07b-492b-aaa2-2b5662ce53dc tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420605 Aug 12 22:00:11.446255 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-56de24e4-9b6e-4a49-9c80-bddb188b6526 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:11.460991 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56077df-b77d-4c36-9211-7f7d9a10212b'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:00:11.463282 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ec30c4-8b42-4b1c-9017-a6c07871be9a" -d '{"events": [{"server_uuid": "aefe6f69-93ee-4e60-a842-5baec76cd1f1", "name": "network-vif-plugged", "status": "completed", "tag": "b56077df-b77d-4c36-9211-7f7d9a10212b"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:00:11.518983 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-755b6c54-ceb0-48fd-968e-8e38fb16f9c1 req-2608fc75-3ef8-4e6c-820d-2cd3e405136a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247699 Aug 12 22:00:11.536162 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port b56077df-b77d-4c36-9211-7f7d9a10212b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b56077df-b77d-4c36-9211-7f7d9a10212b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:11.544017 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-437d80d7-9022-40fd-9a9e-da030d1f1b2f req-b586bb06-08e7-4fc1-9901-8efb7f3db458 service neutron] 10.222.0.58 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894109 Aug 12 22:00:11.550878 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:11.569691 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-56de24e4-9b6e-4a49-9c80-bddb188b6526 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:11.622793 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87128e97-84e6-427e-b99b-cc780ca6b77c x-openstack-request-id: req-87128e97-84e6-427e-b99b-cc780ca6b77c {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:00:11.623085 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefe6f69-93ee-4e60-a842-5baec76cd1f1", "name": "network-vif-plugged", "status": "completed", "tag": "b56077df-b77d-4c36-9211-7f7d9a10212b", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:00:11.623339 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87128e97-84e6-427e-b99b-cc780ca6b77c {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:00:11.624493 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'code': 200} Aug 12 22:00:11.626937 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=b56077df-b77d-4c36-9211-7f7d9a10212b,revision_number=7']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:11.645746 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['a959efa4-79f6-48a9-b4ad-a6abccaf3ad2', '974b89a8-c8e9-43d7-8743-1bed8c23a49c'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:00:11.648852 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-56de24e4-9b6e-4a49-9c80-bddb188b6526 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Network 7dc646d7-f950-434b-a533-971074945ab2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:00:11.683965 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-56de24e4-9b6e-4a49-9c80-bddb188b6526 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:00:11.707880 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-56de24e4-9b6e-4a49-9c80-bddb188b6526 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:00:11.735631 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de24e4-9b6e-4a49-9c80-bddb188b6526 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Pushing event updated for resources: {'Port': ['ID=fca98a11-5a13-4664-bc02-bbf5073c8e30,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:11.772290 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96733405-060e-4808-9e57-8c77f0cbb86b req-072becbf-e9c4-4bec-9ae1-727d749a50c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:11.774023 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-96733405-060e-4808-9e57-8c77f0cbb86b req-072becbf-e9c4-4bec-9ae1-727d749a50c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cb2e69a590040cb83336b3d22d2760c&device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 1096 time: 0.1447797 Aug 12 22:00:11.783343 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-56de24e4-9b6e-4a49-9c80-bddb188b6526 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:11.784093 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-56de24e4-9b6e-4a49-9c80-bddb188b6526 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:11.847412 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85b5e5-ec8e-4d5e-9593-823a1369b013 req-ec4ad62b-113b-4290-bf35-5368ab9557b6 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:11.849096 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5e85b5e5-ec8e-4d5e-9593-823a1369b013 req-ec4ad62b-113b-4290-bf35-5368ab9557b6 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.1812816 Aug 12 22:00:11.872358 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-56de24e4-9b6e-4a49-9c80-bddb188b6526 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7622552 Aug 12 22:00:11.891262 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Request body: {'port': {'device_id': '8d51ead8-8141-49c5-84a6-6ba5264ef20b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:00:12.010868 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5e85b5e5-ec8e-4d5e-9593-823a1369b013 req-3596177b-154a-40f1-882b-cd7e256cd252 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531644 Aug 12 22:00:12.032782 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:12.037853 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96733405-060e-4808-9e57-8c77f0cbb86b req-69b9d4cf-a6bb-4f23-b4c9-91e1bb80109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:12.039723 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-96733405-060e-4808-9e57-8c77f0cbb86b req-69b9d4cf-a6bb-4f23-b4c9-91e1bb80109b service neutron] 10.222.0.58 "GET /v2.0/networks?id=62ca0b8a-42eb-40a6-95bf-2de7f58a298a HTTP/1.1" status: 200 len: 910 time: 0.2517519 Aug 12 22:00:12.437123 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-96733405-060e-4808-9e57-8c77f0cbb86b req-c92b719f-3846-4c5d-9291-cdd17df9a7cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7 HTTP/1.1" status: 200 len: 217 time: 0.3877356 Aug 12 22:00:12.533413 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2bb06-9e29-4614-a2fb-9e696934be6e req-3ca3e115-a760-4c00-bcdc-ea8937cd92fc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:12.541909 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6ad2bb06-9e29-4614-a2fb-9e696934be6e req-3ca3e115-a760-4c00-bcdc-ea8937cd92fc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.5553346 Aug 12 22:00:12.661793 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96733405-060e-4808-9e57-8c77f0cbb86b req-1eef437e-ca31-4222-8ebb-e488e0853630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:12.663213 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-96733405-060e-4808-9e57-8c77f0cbb86b req-1eef437e-ca31-4222-8ebb-e488e0853630 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f HTTP/1.1" status: 200 len: 848 time: 0.2028356 Aug 12 22:00:12.759590 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a71c9e-6fa9-465c-980e-9837f90a60b5 req-20aeba5a-15da-4c82-9b8a-2a5c0062e0a2 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:12.766080 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-95a71c9e-6fa9-465c-980e-9837f90a60b5 req-20aeba5a-15da-4c82-9b8a-2a5c0062e0a2 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 931 time: 0.3406417 Aug 12 22:00:12.773238 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6ad2bb06-9e29-4614-a2fb-9e696934be6e req-e9a45d6c-dde3-4949-99f9-b28dbb9b7385 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301981 Aug 12 22:00:13.002518 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-95a71c9e-6fa9-465c-980e-9837f90a60b5 req-7cc3557a-23c7-41fc-841f-659a5890b510 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280650 Aug 12 22:00:13.036290 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96733405-060e-4808-9e57-8c77f0cbb86b req-3cb2c17b-68d5-4be0-bd27-294206d67d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:13.038228 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-96733405-060e-4808-9e57-8c77f0cbb86b req-3cb2c17b-68d5-4be0-bd27-294206d67d31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=62ca0b8a-42eb-40a6-95bf-2de7f58a298a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3065908 Aug 12 22:00:13.211424 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1000867-cde4-4577-a2f0-98ed63a659ba req-0a025228-bc09-410f-ae45-b08558f1d7d0 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:13.213182 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b1000867-cde4-4577-a2f0-98ed63a659ba req-0a025228-bc09-410f-ae45-b08558f1d7d0 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.3141203 Aug 12 22:00:13.373551 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b93bf-6c88-404d-85e4-5b0de254200b req-6227d55e-9cea-4cf7-989e-434b5950d3fe tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:13.375130 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-408b93bf-6c88-404d-85e4-5b0de254200b req-6227d55e-9cea-4cf7-989e-434b5950d3fe tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.2771735 Aug 12 22:00:13.415644 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b1000867-cde4-4577-a2f0-98ed63a659ba req-f3bda6dd-65d8-4bc7-be33-f82f6bd87391 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690469 Aug 12 22:00:13.461596 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-96733405-060e-4808-9e57-8c77f0cbb86b req-bf5cad86-8cf6-4a1d-9667-926e3c165447 service neutron] 10.222.0.58 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075744 Aug 12 22:00:13.577474 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca98a11-5a13-4664-bc02-bbf5073c8e30 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:00:13.646457 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-408b93bf-6c88-404d-85e4-5b0de254200b req-1ce07a1b-f6ce-4ae1-b17f-8f3d36e7a73a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343867 Aug 12 22:00:13.646457 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:13.676577 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Transition to ACTIVE for port object fca98a11-5a13-4664-bc02-bbf5073c8e30 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:00:13.685289 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:13.757845 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e798b-c50a-486a-9e36-c563fd2cfc3f req-5e26bb43-be8c-4d82-878b-965e96fd5365 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:13.759919 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fc3e798b-c50a-486a-9e36-c563fd2cfc3f req-5e26bb43-be8c-4d82-878b-965e96fd5365 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.2393024 Aug 12 22:00:13.818679 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Pushing event updated for resources: {'Port': ['ID=fca98a11-5a13-4664-bc02-bbf5073c8e30,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:13.826744 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-96733405-060e-4808-9e57-8c77f0cbb86b req-14b1d5cd-5567-4b27-886a-4f7f7dd38f04 service neutron] 10.222.0.58 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366823 Aug 12 22:00:13.918749 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fc3e798b-c50a-486a-9e36-c563fd2cfc3f req-927fc70c-a130-4fc1-84da-c6b3bfd3fd4c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423922 Aug 12 22:00:13.965401 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Attempting to bind port fca98a11-5a13-4664-bc02-bbf5073c8e30 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:00:13.966178 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Attempting to bind port fca98a11-5a13-4664-bc02-bbf5073c8e30 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:00:13.966529 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Attempting to bind port fca98a11-5a13-4664-bc02-bbf5073c8e30 on network 7dc646d7-f950-434b-a533-971074945ab2 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:00:13.989187 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c46c0-5cec-4f99-82f9-984008471e15 req-ac3768fe-0561-4c8a-90ad-0abff6112ddf tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:13.990817 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c44c46c0-5cec-4f99-82f9-984008471e15 req-ac3768fe-0561-4c8a-90ad-0abff6112ddf tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0972691 Aug 12 22:00:13.991639 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Port fca98a11-5a13-4664-bc02-bbf5073c8e30 on network 7dc646d7-f950-434b-a533-971074945ab2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:00:13.991964 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Attempting to bind port fca98a11-5a13-4664-bc02-bbf5073c8e30 on network 7dc646d7-f950-434b-a533-971074945ab2 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:00:13.998721 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:00:13.999107 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Checking segment: {'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:00:13.999498 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Bound using segment: {'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:00:14.000133 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Bound port: fca98a11-5a13-4664-bc02-bbf5073c8e30, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:00:14.000786 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:14.062972 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c44c46c0-5cec-4f99-82f9-984008471e15 req-aa3edcc6-1999-4aa4-832b-978fd9fb65e7 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593143 Aug 12 22:00:14.194077 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] For port fca98a11-5a13-4664-bc02-bbf5073c8e30, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:00:14.222672 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] For port fca98a11-5a13-4664-bc02-bbf5073c8e30, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fca98a11-5a13-4664-bc02-bbf5073c8e30,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:00:14.233537 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:14.268847 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307465c2-e506-4b1e-b4bb-e6db0f2a9a85 req-d98f6ba2-2812-47fe-85cc-b7091b845b07 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:14.270514 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-307465c2-e506-4b1e-b4bb-e6db0f2a9a85 req-d98f6ba2-2812-47fe-85cc-b7091b845b07 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 943 time: 0.1387227 Aug 12 22:00:14.318557 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:14.319179 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:14.320764 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] 10.222.0.58 "PUT /v2.0/ports/fca98a11-5a13-4664-bc02-bbf5073c8e30 HTTP/1.1" status: 200 len: 1093 time: 2.4336345 Aug 12 22:00:14.321435 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d51ead8-8141-49c5-84a6-6ba5264ef20b', 'tag': 'fca98a11-5a13-4664-bc02-bbf5073c8e30'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:00:14.325064 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0dd52e-2298-468d-bbd7-b8b50166f33c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d51ead8-8141-49c5-84a6-6ba5264ef20b", "tag": "fca98a11-5a13-4664-bc02-bbf5073c8e30"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:00:14.374751 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23324a7d-9922-4d4d-bbf6-80a14ea10cbb service neutron] Pushing event updated for resources: {'Port': ['ID=fca98a11-5a13-4664-bc02-bbf5073c8e30,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:14.385346 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-307465c2-e506-4b1e-b4bb-e6db0f2a9a85 req-8fef3d29-c93b-44b0-bfd6-068daa477354 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942879 Aug 12 22:00:14.418753 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa06c61-bea2-45c5-8634-827d9be5f78e x-openstack-request-id: req-faa06c61-bea2-45c5-8634-827d9be5f78e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:00:14.419219 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d51ead8-8141-49c5-84a6-6ba5264ef20b", "tag": "fca98a11-5a13-4664-bc02-bbf5073c8e30", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:00:14.419364 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-faa06c61-bea2-45c5-8634-827d9be5f78e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:00:14.419906 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d51ead8-8141-49c5-84a6-6ba5264ef20b', 'tag': 'fca98a11-5a13-4664-bc02-bbf5073c8e30', 'status': 'completed', 'code': 200} Aug 12 22:00:14.445861 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-1410bfdc-12db-45a3-9ed2-7de42bb12754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:14.447617 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-1410bfdc-12db-45a3-9ed2-7de42bb12754 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f422e7690b9f4daf891a90a7cb9b1b0d&device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 1096 time: 0.0620084 Aug 12 22:00:14.529878 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-01066442-d5e6-4cfa-a1d4-657eb893bfb7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca98a11-5a13-4664-bc02-bbf5073c8e30 HTTP/1.1" status: 200 len: 217 time: 0.0707664 Aug 12 22:00:14.621385 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6d696-1a8e-430e-b76f-83df3806f65a req-1deef6fd-f2e0-46fd-843e-956c2340523c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:14.623024 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a1f6d696-1a8e-430e-b76f-83df3806f65a req-1deef6fd-f2e0-46fd-843e-956c2340523c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1063941 Aug 12 22:00:14.624496 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-b43edccd-6d27-4811-9a97-eea8f22e1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:14.625939 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-b43edccd-6d27-4811-9a97-eea8f22e1be1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=967e0119-10d8-4136-be16-ba8092727e05 HTTP/1.1" status: 200 len: 854 time: 0.0728753 Aug 12 22:00:14.693332 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-83b70bfa-d82c-42ab-a52c-4a3840f58bbc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7dc646d7-f950-434b-a533-971074945ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545185 Aug 12 22:00:14.772855 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a1f6d696-1a8e-430e-b76f-83df3806f65a req-7ff367ee-e7a2-4b7b-a59a-80416fe8abe3 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436088 Aug 12 22:00:14.861393 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3167ee-7b5c-4dc2-adba-706debba8d6d req-82e192ef-79dd-4e0b-b54f-124eaff31325 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:14.863643 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2c3167ee-7b5c-4dc2-adba-706debba8d6d req-82e192ef-79dd-4e0b-b54f-124eaff31325 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.1418114 Aug 12 22:00:14.919554 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-1d102723-de40-4025-8efc-ce76fdc36d2c service neutron] 10.222.0.58 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115619 Aug 12 22:00:14.954352 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2c3167ee-7b5c-4dc2-adba-706debba8d6d req-d211504c-0827-40f6-8d88-b55eb4406363 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822580 Aug 12 22:00:15.121227 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a82242-306a-4e44-8205-9cc4dcf39d0a req-4ffd7461-459a-47f9-bfc8-c16259905b1e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:15.126050 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-12a82242-306a-4e44-8205-9cc4dcf39d0a req-4ffd7461-459a-47f9-bfc8-c16259905b1e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0953276 Aug 12 22:00:15.131623 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfaff4e2-c2f6-4880-97a8-77072e63e171 req-0b7f5e6d-64d3-4c25-86a0-06ab8af0be10 service neutron] 10.222.0.58 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929188 Aug 12 22:00:15.195645 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-12a82242-306a-4e44-8205-9cc4dcf39d0a req-a22002da-fab4-44e1-ba35-3944ddec4ffe tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610912 Aug 12 22:00:15.304155 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6271d-c3c2-4550-97d6-decda274aee7 req-6600c56f-2db8-45fe-943f-7b7884a71b91 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:15.305880 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3ca6271d-c3c2-4550-97d6-decda274aee7 req-6600c56f-2db8-45fe-943f-7b7884a71b91 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1107137 Aug 12 22:00:15.315085 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dd52e-2298-468d-bbd7-b8b50166f33c req-38c9cd24-1578-447d-a9af-b315cfd79792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:15.317611 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fb0dd52e-2298-468d-bbd7-b8b50166f33c req-38c9cd24-1578-447d-a9af-b315cfd79792 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f422e7690b9f4daf891a90a7cb9b1b0d&device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 1096 time: 0.1084855 Aug 12 22:00:15.433458 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3ca6271d-c3c2-4550-97d6-decda274aee7 req-786f1186-aae5-4d96-a1c3-b25a54a9180b tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144803 Aug 12 22:00:15.490502 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dd52e-2298-468d-bbd7-b8b50166f33c req-0d54225d-7323-44a2-b43f-92e532fbdd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:15.491979 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fb0dd52e-2298-468d-bbd7-b8b50166f33c req-0d54225d-7323-44a2-b43f-92e532fbdd77 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7dc646d7-f950-434b-a533-971074945ab2 HTTP/1.1" status: 200 len: 915 time: 0.1463459 Aug 12 22:00:15.557983 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fb0dd52e-2298-468d-bbd7-b8b50166f33c req-05df6264-5e84-4324-aa31-d6113eed61ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca98a11-5a13-4664-bc02-bbf5073c8e30 HTTP/1.1" status: 200 len: 217 time: 0.0553963 Aug 12 22:00:15.577881 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc24d28-0fce-4114-9590-af549a04d79f req-52469371-e357-4dff-9461-01ccd654da53 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:15.579368 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9fc24d28-0fce-4114-9590-af549a04d79f req-52469371-e357-4dff-9461-01ccd654da53 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 943 time: 0.0865023 Aug 12 22:00:15.660486 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dd52e-2298-468d-bbd7-b8b50166f33c req-9e5cb413-40de-4274-b27f-9d4817377dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:15.663302 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fb0dd52e-2298-468d-bbd7-b8b50166f33c req-9e5cb413-40de-4274-b27f-9d4817377dd9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=967e0119-10d8-4136-be16-ba8092727e05 HTTP/1.1" status: 200 len: 854 time: 0.0922914 Aug 12 22:00:15.668275 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9fc24d28-0fce-4114-9590-af549a04d79f req-95e33842-dae2-42e5-87da-e54f62a7cc5f tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807991 Aug 12 22:00:15.697846 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fb0dd52e-2298-468d-bbd7-b8b50166f33c req-cfc67f59-962f-4c4c-b7d7-a77654a8655b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7dc646d7-f950-434b-a533-971074945ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277917 Aug 12 22:00:15.733871 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:15.837262 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fb0dd52e-2298-468d-bbd7-b8b50166f33c req-baa845e7-1d35-482b-bd66-9c07a276f810 service neutron] 10.222.0.58 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266246 Aug 12 22:00:16.019433 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56417bcb-dfc8-4094-8436-4dc9c4805c4c req-9ab46695-fe84-44fa-92ae-b3195f78b05b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:16.021167 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-56417bcb-dfc8-4094-8436-4dc9c4805c4c req-9ab46695-fe84-44fa-92ae-b3195f78b05b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1571548 Aug 12 22:00:16.134889 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fb0dd52e-2298-468d-bbd7-b8b50166f33c req-ef200609-ac7a-41ca-a51d-b7e475201845 service neutron] 10.222.0.58 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846272 Aug 12 22:00:16.149387 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-56417bcb-dfc8-4094-8436-4dc9c4805c4c req-6aa80287-370b-4188-96e4-b97067451a75 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198378 Aug 12 22:00:16.182211 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e237ce-8820-4272-9272-5fe50e09b480 req-a952866e-8082-4918-912f-7242d24eba51 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:16.186168 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-21e237ce-8820-4272-9272-5fe50e09b480 req-a952866e-8082-4918-912f-7242d24eba51 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.1283617 Aug 12 22:00:16.231086 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-21e237ce-8820-4272-9272-5fe50e09b480 req-2663ee6c-277d-4e75-9153-c1a1dff318b0 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436656 Aug 12 22:00:16.363861 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401015fb-2d2e-43df-bbc7-838081fbfdb3 req-9fbb21c9-d652-4422-ac59-764df44cd206 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:16.365464 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-401015fb-2d2e-43df-bbc7-838081fbfdb3 req-9fbb21c9-d652-4422-ac59-764df44cd206 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0606472 Aug 12 22:00:16.417089 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-401015fb-2d2e-43df-bbc7-838081fbfdb3 req-6e9a175d-2d36-405f-993c-24838b07914b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452986 Aug 12 22:00:16.584117 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591980e-8541-4204-8619-1e2b67344ba9 req-bda219c2-f5ad-4bb7-b8fc-4664c2a9b4c3 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:16.585817 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b591980e-8541-4204-8619-1e2b67344ba9 req-bda219c2-f5ad-4bb7-b8fc-4664c2a9b4c3 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0640318 Aug 12 22:00:16.651767 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b591980e-8541-4204-8619-1e2b67344ba9 req-f5c2a21b-4eee-4b65-8567-864566ed828c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542130 Aug 12 22:00:16.819364 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83b46c-3ee9-4269-a6f3-a9a6f85b922d req-504c31ae-c678-4fcd-b5cc-8e278ce6d9e7 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:16.828432 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4e83b46c-3ee9-4269-a6f3-a9a6f85b922d req-504c31ae-c678-4fcd-b5cc-8e278ce6d9e7 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 943 time: 0.0594471 Aug 12 22:00:16.876158 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4e83b46c-3ee9-4269-a6f3-a9a6f85b922d req-027294f2-6f90-4a04-bbbf-ca5ccbea9e26 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471392 Aug 12 22:00:16.989893 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2174873f-6515-47c6-be51-37b01ca2cf1e req-4eefedfa-913e-414b-a7be-69aa68707618 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699933 Aug 12 22:00:17.065328 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174873f-6515-47c6-be51-37b01ca2cf1e req-832a774b-d60e-4492-8033-96d25f09e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:17.066884 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2174873f-6515-47c6-be51-37b01ca2cf1e req-832a774b-d60e-4492-8033-96d25f09e319 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65c8e0e15b874e188e4c978a57a4d609&device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 1099 time: 0.0430865 Aug 12 22:00:17.207555 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174873f-6515-47c6-be51-37b01ca2cf1e req-458cf960-2e37-4ff4-ac28-55d580fc034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:17.211062 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2174873f-6515-47c6-be51-37b01ca2cf1e req-458cf960-2e37-4ff4-ac28-55d580fc034f service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6401582-edab-421b-84ee-f3395ffb54b7 HTTP/1.1" status: 200 len: 920 time: 0.1087956 Aug 12 22:00:17.279169 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2174873f-6515-47c6-be51-37b01ca2cf1e req-d7e8c8ce-a08a-41a8-a0da-ef1934f58d36 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b23b3c-47ad-4c93-9c04-1504aee66e9c HTTP/1.1" status: 200 len: 217 time: 0.0556467 Aug 12 22:00:17.403078 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174873f-6515-47c6-be51-37b01ca2cf1e req-8b6c9ef4-34f1-494e-8b2c-112ce4e89d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:17.406380 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2174873f-6515-47c6-be51-37b01ca2cf1e req-8b6c9ef4-34f1-494e-8b2c-112ce4e89d93 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=253d0eb4-be87-496e-9f11-596ea7aea7ca HTTP/1.1" status: 200 len: 859 time: 0.1148531 Aug 12 22:00:17.421819 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1d67f-d145-4f41-92c3-840132d35ed1 req-83f971f5-31ca-45e4-86b4-976a49a7c5f1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:17.423552 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-31e1d67f-d145-4f41-92c3-840132d35ed1 req-83f971f5-31ca-45e4-86b4-976a49a7c5f1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1477568 Aug 12 22:00:17.460068 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2174873f-6515-47c6-be51-37b01ca2cf1e req-1b6ccb53-f347-45aa-b042-fab2c531cea8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6401582-edab-421b-84ee-f3395ffb54b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352318 Aug 12 22:00:17.479223 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae300da-58b2-418c-a3ad-4c16cea5fbe8 req-c09ffb83-394e-4d83-82ac-776a52aae720 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:17.480941 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8ae300da-58b2-418c-a3ad-4c16cea5fbe8 req-c09ffb83-394e-4d83-82ac-776a52aae720 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.1399717 Aug 12 22:00:17.570076 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-31e1d67f-d145-4f41-92c3-840132d35ed1 req-c3d530c8-000a-4c41-8691-cc17c070062e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344244 Aug 12 22:00:17.619896 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8ae300da-58b2-418c-a3ad-4c16cea5fbe8 req-7e75cc84-b071-4662-bf91-58cecf5a6f11 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273382 Aug 12 22:00:17.670320 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2174873f-6515-47c6-be51-37b01ca2cf1e req-4a7c5e1d-345f-4e11-a08e-12554d3cad7f service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596234 Aug 12 22:00:17.771802 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089b8f7-f67a-4b35-91d8-18222cffba6f req-8a0a32bb-7a92-4b09-ae31-33365f4b45be tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:17.778315 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7089b8f7-f67a-4b35-91d8-18222cffba6f req-8a0a32bb-7a92-4b09-ae31-33365f4b45be tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.1222067 Aug 12 22:00:17.882702 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2174873f-6515-47c6-be51-37b01ca2cf1e req-ed59b66b-5978-4c90-be17-8aa295166253 service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950192 Aug 12 22:00:17.900421 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7089b8f7-f67a-4b35-91d8-18222cffba6f req-bf38d3b9-5e9c-4ba6-b2c8-403522c5f64e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139028 Aug 12 22:00:17.923670 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455f6d1-4892-4b06-8b6c-ef1556581f89 req-b64551d7-f520-4660-a0bd-40d94141dcae tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:17.925660 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8455f6d1-4892-4b06-8b6c-ef1556581f89 req-b64551d7-f520-4660-a0bd-40d94141dcae tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1457705 Aug 12 22:00:17.996847 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8455f6d1-4892-4b06-8b6c-ef1556581f89 req-e7b1b635-3da7-47ce-88b3-ee2c54d12b8b tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629621 Aug 12 22:00:18.076408 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce51fc-0d2c-4c40-9d44-808007c37526 req-652be964-2a89-47b6-b7de-4de1effdde4c tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:18.084484 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4bce51fc-0d2c-4c40-9d44-808007c37526 req-652be964-2a89-47b6-b7de-4de1effdde4c tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 943 time: 0.0866210 Aug 12 22:00:18.136797 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4bce51fc-0d2c-4c40-9d44-808007c37526 req-621b4482-718b-4dde-87da-407ca5bc9005 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513625 Aug 12 22:00:18.769164 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047938b3-d8a4-48d4-9b21-4d4fccb15b25 req-de2cb5f7-9f41-49af-935e-434a4350a1a4 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:18.778116 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-047938b3-d8a4-48d4-9b21-4d4fccb15b25 req-de2cb5f7-9f41-49af-935e-434a4350a1a4 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1082015 Aug 12 22:00:18.818344 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecea697-a389-4ca6-90e8-f230ae2e4a69 req-2764458d-d407-4a36-bd3e-6f2a1e02b9e8 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:18.825814 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9ecea697-a389-4ca6-90e8-f230ae2e4a69 req-2764458d-d407-4a36-bd3e-6f2a1e02b9e8 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.1066129 Aug 12 22:00:18.854425 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-047938b3-d8a4-48d4-9b21-4d4fccb15b25 req-24d6ded5-8352-4bcc-9d4b-982b64a82e0d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725563 Aug 12 22:00:18.887146 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9ecea697-a389-4ca6-90e8-f230ae2e4a69 req-ebe309df-d35e-4191-b9b4-d35e98913081 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556886 Aug 12 22:00:19.044528 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6fc4b-e071-450c-b7c2-23d77072dc4a req-83faab1b-a32c-4545-9d42-81f033c03913 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:19.046245 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7ec6fc4b-e071-450c-b7c2-23d77072dc4a req-83faab1b-a32c-4545-9d42-81f033c03913 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0646360 Aug 12 22:00:19.121145 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7ec6fc4b-e071-450c-b7c2-23d77072dc4a req-e5addb91-49fe-4745-b007-376a2331c344 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667157 Aug 12 22:00:19.159408 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78588c9b-6e4e-40f6-ba87-bc16915d18be req-1a7f91de-a804-4949-abe3-355af26d6dd8 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:19.161173 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-78588c9b-6e4e-40f6-ba87-bc16915d18be req-1a7f91de-a804-4949-abe3-355af26d6dd8 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0850790 Aug 12 22:00:19.234878 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-78588c9b-6e4e-40f6-ba87-bc16915d18be req-7d5d2b2e-e929-4efd-9a63-ba5c619dde85 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671999 Aug 12 22:00:19.277293 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b598e58-6904-4f69-8f06-eea591b06d6a req-46416b47-dca0-4ea8-aff3-f5085595045d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:19.278986 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4b598e58-6904-4f69-8f06-eea591b06d6a req-46416b47-dca0-4ea8-aff3-f5085595045d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 943 time: 0.0619094 Aug 12 22:00:19.283795 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device fca98a11-5a13-4664-bc02-bbf5073c8e30 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:00:19.330556 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4b598e58-6904-4f69-8f06-eea591b06d6a req-5fa8facf-649b-416a-b808-de0435782bfe tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Aug 12 22:00:19.403385 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port fca98a11-5a13-4664-bc02-bbf5073c8e30, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fca98a11-5a13-4664-bc02-bbf5073c8e30,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:19.419560 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': 'fca98a11-5a13-4664-bc02-bbf5073c8e30', 'network_id': '7dc646d7-f950-434b-a533-971074945ab2', 'port_id': 'fca98a11-5a13-4664-bc02-bbf5073c8e30', 'mac_address': 'fa:16:3e:db:1c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967e0119-10d8-4136-be16-ba8092727e05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:00:19.464059 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:19.477853 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca98a11-5a13-4664-bc02-bbf5073c8e30 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:00:19.506801 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port fca98a11-5a13-4664-bc02-bbf5073c8e30, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fca98a11-5a13-4664-bc02-bbf5073c8e30,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:19.511467 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:19.564788 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=fca98a11-5a13-4664-bc02-bbf5073c8e30,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:19.993961 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['fca98a11-5a13-4664-bc02-bbf5073c8e30'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:00:20.076808 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b7a43-6040-4247-9891-4dad60e12501 req-d323a3bd-b93b-487d-a07c-237def8fe3b8 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:20.078993 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-038b7a43-6040-4247-9891-4dad60e12501 req-d323a3bd-b93b-487d-a07c-237def8fe3b8 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0889072 Aug 12 22:00:20.089782 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd011bd-98bf-45f6-b759-15e6c2b1a86c req-d71b89e5-de3f-41e0-a18a-5865ed45e6cd tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:20.091330 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3bd011bd-98bf-45f6-b759-15e6c2b1a86c req-d71b89e5-de3f-41e0-a18a-5865ed45e6cd tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.0918934 Aug 12 22:00:20.176030 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-038b7a43-6040-4247-9891-4dad60e12501 req-e2f1820e-0202-44a6-a1d9-1ead6b481dc1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827451 Aug 12 22:00:20.200446 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3bd011bd-98bf-45f6-b759-15e6c2b1a86c req-3f324606-f00d-443a-9db5-7c6b78825edb tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980773 Aug 12 22:00:20.306015 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26a09d-658d-49e0-a540-f75933d872a7 req-1783317d-8a8c-4f49-a5c1-38c940a5478c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:20.308328 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4a26a09d-658d-49e0-a540-f75933d872a7 req-1783317d-8a8c-4f49-a5c1-38c940a5478c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0690100 Aug 12 22:00:20.368987 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4a26a09d-658d-49e0-a540-f75933d872a7 req-bdbd0d70-77a5-49d0-8a53-11974fb0c232 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492785 Aug 12 22:00:20.450812 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eec267-69be-45d2-a9a5-f1b13c005fa4 req-16b49042-0c9c-4e9b-9cc3-f2daebfdc1a6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:20.452369 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-69eec267-69be-45d2-a9a5-f1b13c005fa4 req-16b49042-0c9c-4e9b-9cc3-f2daebfdc1a6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0801389 Aug 12 22:00:20.525545 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-69eec267-69be-45d2-a9a5-f1b13c005fa4 req-4de37cbc-c3cf-44e8-9f54-712c4d4a9e03 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653732 Aug 12 22:00:20.545104 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01074e46-d5cc-414d-ba1e-60dfbdade064 req-1e137195-120b-495b-9931-7856415b5c3a tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:20.546626 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-01074e46-d5cc-414d-ba1e-60dfbdade064 req-1e137195-120b-495b-9931-7856415b5c3a tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 944 time: 0.0693493 Aug 12 22:00:20.591791 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-01074e46-d5cc-414d-ba1e-60dfbdade064 req-e83f96d2-c4ac-4055-b70c-582caa02965c tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379441 Aug 12 22:00:21.300200 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device fe396ff6-fe94-4b3e-9adb-903518f0f6b7 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:00:21.406122 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port fe396ff6-fe94-4b3e-9adb-903518f0f6b7, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:21.419932 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'port_id': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7', 'mac_address': 'fa:16:3e:0a:e4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:00:21.464397 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:21.487966 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe396ff6-fe94-4b3e-9adb-903518f0f6b7 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:00:21.508359 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port fe396ff6-fe94-4b3e-9adb-903518f0f6b7, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:21.514977 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:21.566394 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:21.591105 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dcdc3-e938-4a92-ba3a-552b6b6f8f8d req-393ae152-9e2e-4fc8-9b5f-7f73bd7c0100 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:21.592610 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a88dcdc3-e938-4a92-ba3a-552b6b6f8f8d req-393ae152-9e2e-4fc8-9b5f-7f73bd7c0100 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.3429501 Aug 12 22:00:21.625344 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93820d-a1bd-4fa6-b45d-082192d9f93c req-f689a7f3-1726-4bcd-aca0-599c11bb5a79 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:21.626889 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-de93820d-a1bd-4fa6-b45d-082192d9f93c req-f689a7f3-1726-4bcd-aca0-599c11bb5a79 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.3519225 Aug 12 22:00:21.664176 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144016d8-f4e6-4988-b58c-6587f6df6079 req-c6253746-849a-464c-a685-0739e12eb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:21.665850 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-144016d8-f4e6-4988-b58c-6587f6df6079 req-c6253746-849a-464c-a685-0739e12eb431 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d497c1bdd99544719806cc40fe06f8c5&device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 1098 time: 0.1161039 Aug 12 22:00:21.670944 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a88dcdc3-e938-4a92-ba3a-552b6b6f8f8d req-e4e863e5-cac9-482c-821c-059c04fe3406 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713892 Aug 12 22:00:21.710286 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-de93820d-a1bd-4fa6-b45d-082192d9f93c req-7c1f6c18-4bb3-420e-8fd6-2d7b4aa8fc59 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765157 Aug 12 22:00:21.832018 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9bd00b71-1be1-410c-a98e-fc758c01fc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:21.857711 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e25d4-5e9a-464c-a4df-00434fc7d5bf req-8c3f1163-94a9-4f46-b4e3-654a19e193c2 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:21.858469 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5a2e25d4-5e9a-464c-a4df-00434fc7d5bf req-8c3f1163-94a9-4f46-b4e3-654a19e193c2 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.1223683 Aug 12 22:00:21.862533 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144016d8-f4e6-4988-b58c-6587f6df6079 req-4293dc1f-1531-43fc-a4dc-5fa8fd699445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:21.864438 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-144016d8-f4e6-4988-b58c-6587f6df6079 req-4293dc1f-1531-43fc-a4dc-5fa8fd699445 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b49de074-e205-41a7-bba4-aea2b1a09673 HTTP/1.1" status: 200 len: 918 time: 0.1813509 Aug 12 22:00:21.899332 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ef47e-3766-4372-aece-1e7306812df5 req-ab1ac0dc-646e-4713-a151-f0c51537c9b6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:21.900760 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fe0ef47e-3766-4372-aece-1e7306812df5 req-ab1ac0dc-646e-4713-a151-f0c51537c9b6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.1264155 Aug 12 22:00:21.980518 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5a2e25d4-5e9a-464c-a4df-00434fc7d5bf req-53b79c79-a5ef-45d9-8588-508a2c074e02 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110640 Aug 12 22:00:21.990086 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['fe396ff6-fe94-4b3e-9adb-903518f0f6b7'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:00:21.993161 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-144016d8-f4e6-4988-b58c-6587f6df6079 req-a44fbada-0b27-49e6-9f20-70ffc148208c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b56077df-b77d-4c36-9211-7f7d9a10212b HTTP/1.1" status: 200 len: 1001 time: 0.1132381 Aug 12 22:00:22.000887 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fe0ef47e-3766-4372-aece-1e7306812df5 req-c41f5947-5de0-496e-b02a-64c4b92fbe44 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699577 Aug 12 22:00:22.060318 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144016d8-f4e6-4988-b58c-6587f6df6079 req-c1e19af7-8d45-4501-89fc-f08e85967409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:22.061868 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-144016d8-f4e6-4988-b58c-6587f6df6079 req-c1e19af7-8d45-4501-89fc-f08e85967409 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a22c3b4-2e5f-4b32-9788-ca56e9b079cf HTTP/1.1" status: 200 len: 856 time: 0.0518560 Aug 12 22:00:22.138978 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c2cd1-fe5d-42bf-9d50-fae6ecded94f req-b8cce016-c7a4-4640-8e03-e9554cf5763b tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:22.140503 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f14c2cd1-fe5d-42bf-9d50-fae6ecded94f req-b8cce016-c7a4-4640-8e03-e9554cf5763b tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 944 time: 0.0819962 Aug 12 22:00:22.144702 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144016d8-f4e6-4988-b58c-6587f6df6079 req-31907798-9d37-43ca-8e00-0f2fbcb3f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:22.145749 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-144016d8-f4e6-4988-b58c-6587f6df6079 req-31907798-9d37-43ca-8e00-0f2fbcb3f0cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b49de074-e205-41a7-bba4-aea2b1a09673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744703 Aug 12 22:00:22.233988 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f14c2cd1-fe5d-42bf-9d50-fae6ecded94f req-d5e3e260-456c-4d75-bf9a-56f9a139c26d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831585 Aug 12 22:00:22.271509 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-144016d8-f4e6-4988-b58c-6587f6df6079 req-646cc8d7-317e-4b63-9b7e-c1a47b1ff784 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144640 Aug 12 22:00:22.365474 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-144016d8-f4e6-4988-b58c-6587f6df6079 req-a7be507a-e1aa-4e00-bdc4-11878dfff9f8 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839074 Aug 12 22:00:22.798686 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e80746-883b-4f7b-8f61-b4726352f618 req-93da7cf6-53a1-4793-a311-85204018127b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:22.800163 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f3e80746-883b-4f7b-8f61-b4726352f618 req-93da7cf6-53a1-4793-a311-85204018127b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0606976 Aug 12 22:00:22.876365 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111120c-ff9b-4f53-8184-ec92bcfaafa2 req-087e16bd-6170-4f9c-a584-d5cf707a5a5c tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:22.878497 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f111120c-ff9b-4f53-8184-ec92bcfaafa2 req-087e16bd-6170-4f9c-a584-d5cf707a5a5c tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 944 time: 0.0990314 Aug 12 22:00:22.881783 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f3e80746-883b-4f7b-8f61-b4726352f618 req-da3ae9ec-0969-478d-8ac4-331cb0387826 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593081 Aug 12 22:00:22.918228 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f111120c-ff9b-4f53-8184-ec92bcfaafa2 req-d43dab62-2d47-43e5-b576-676965a12685 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336936 Aug 12 22:00:23.130321 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e0766-5b0b-4830-8a32-ee133f3f3e78 req-c18dff8d-0b6d-4d01-945a-d3ddb566829f tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:23.131817 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eb5e0766-5b0b-4830-8a32-ee133f3f3e78 req-c18dff8d-0b6d-4d01-945a-d3ddb566829f tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0783386 Aug 12 22:00:23.144269 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516f644-2cf2-4230-917d-e1ca4731d59f req-b4609d35-9fd4-4d67-afcd-d4dfd2472870 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:23.145662 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d516f644-2cf2-4230-917d-e1ca4731d59f req-b4609d35-9fd4-4d67-afcd-d4dfd2472870 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 945 time: 0.0660994 Aug 12 22:00:23.204172 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eb5e0766-5b0b-4830-8a32-ee133f3f3e78 req-77802282-05cc-4358-a2d4-19d1ed26e7d5 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569913 Aug 12 22:00:23.213110 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d516f644-2cf2-4230-917d-e1ca4731d59f req-1bbc62c9-fd62-4837-bbc4-c0ff03be0565 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602305 Aug 12 22:00:23.311649 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device fca98a11-5a13-4664-bc02-bbf5073c8e30 up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:00:23.350488 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f46b-1958-4bb4-812b-35c89f7752e5 req-5bb1543b-d350-4454-896c-73d07606f4ef tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:23.352312 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c8e8f46b-1958-4bb4-812b-35c89f7752e5 req-5bb1543b-d350-4454-896c-73d07606f4ef tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 944 time: 0.0505383 Aug 12 22:00:23.362360 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port fca98a11-5a13-4664-bc02-bbf5073c8e30 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:00:23.365933 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port fca98a11-5a13-4664-bc02-bbf5073c8e30 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:00:23.366309 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:23.391244 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c8e8f46b-1958-4bb4-812b-35c89f7752e5 req-c43832dd-86bf-4dc2-9a29-0599609241a0 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Aug 12 22:00:23.443128 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:23.465978 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d51ead8-8141-49c5-84a6-6ba5264ef20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca98a11-5a13-4664-bc02-bbf5073c8e30'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:00:23.468223 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2348e9-eb3d-4f7d-a193-3eba486d393f" -d '{"events": [{"server_uuid": "8d51ead8-8141-49c5-84a6-6ba5264ef20b", "name": "network-vif-plugged", "status": "completed", "tag": "fca98a11-5a13-4664-bc02-bbf5073c8e30"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:00:23.480970 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port fca98a11-5a13-4664-bc02-bbf5073c8e30, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fca98a11-5a13-4664-bc02-bbf5073c8e30,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:23.484816 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:23.485627 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device b56077df-b77d-4c36-9211-7f7d9a10212b no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:00:23.507969 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd169f12-a2f8-4ee6-a8d2-a55e03d4a270 x-openstack-request-id: req-dd169f12-a2f8-4ee6-a8d2-a55e03d4a270 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:00:23.508265 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d51ead8-8141-49c5-84a6-6ba5264ef20b", "name": "network-vif-plugged", "status": "completed", "tag": "fca98a11-5a13-4664-bc02-bbf5073c8e30", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:00:23.508523 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd169f12-a2f8-4ee6-a8d2-a55e03d4a270 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:00:23.508915 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d51ead8-8141-49c5-84a6-6ba5264ef20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca98a11-5a13-4664-bc02-bbf5073c8e30', 'code': 200} Aug 12 22:00:23.566268 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=fca98a11-5a13-4664-bc02-bbf5073c8e30,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:23.575666 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:23.576143 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:23.576374 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:23.576736 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:23.577058 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:23.577395 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:23.577756 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:23.578091 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:23.578460 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:23.578777 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:23.579111 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:23.579436 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:23.617527 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:23.650753 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port b56077df-b77d-4c36-9211-7f7d9a10212b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b56077df-b77d-4c36-9211-7f7d9a10212b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:23.654721 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:23.697527 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf2734-e1b3-4fd7-8756-05168e33a940 req-ff8d69a7-8929-40f7-8278-c7d624536c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:23.699059 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-79cf2734-e1b3-4fd7-8756-05168e33a940 req-ff8d69a7-8929-40f7-8278-c7d624536c07 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 1098 time: 0.0414817 Aug 12 22:00:23.702886 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=b56077df-b77d-4c36-9211-7f7d9a10212b,revision_number=8']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:23.736927 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-79cf2734-e1b3-4fd7-8756-05168e33a940 req-c329496d-d084-41ef-8c69-7b7a6a3f416e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290041 Aug 12 22:00:24.011145 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb57499-3c89-49d9-b6fc-cfa23bcc1aef req-6444af04-c74b-45a5-aeef-9305af8590e2 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:24.012589 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1eb57499-3c89-49d9-b6fc-cfa23bcc1aef req-6444af04-c74b-45a5-aeef-9305af8590e2 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0618877 Aug 12 22:00:24.067701 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1eb57499-3c89-49d9-b6fc-cfa23bcc1aef req-24a02084-589e-4695-b363-32c92e66f5ab tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419533 Aug 12 22:00:24.076100 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb33dde-c624-4307-8476-6c4a0f70655a req-36fbc83d-324d-48eb-a3eb-957ac8bc1dea tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:24.077719 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3cb33dde-c624-4307-8476-6c4a0f70655a req-36fbc83d-324d-48eb-a3eb-957ac8bc1dea tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 944 time: 0.0858176 Aug 12 22:00:24.116998 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3cb33dde-c624-4307-8476-6c4a0f70655a req-2aca0c43-66e6-4a87-987f-67fa02f8104a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330999 Aug 12 22:00:24.361854 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bea259-d96d-4242-9807-9ded89f8e750 req-1b749251-ca04-418d-9fc1-28a2dcdd485d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:24.363503 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-59bea259-d96d-4242-9807-9ded89f8e750 req-1b749251-ca04-418d-9fc1-28a2dcdd485d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0869610 Aug 12 22:00:24.371973 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1491f-54e9-4684-8dba-7da6eb1740fc req-033a77d4-ffa8-4584-b25c-52e45cd4fa52 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:24.373360 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2fe1491f-54e9-4684-8dba-7da6eb1740fc req-033a77d4-ffa8-4584-b25c-52e45cd4fa52 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0843773 Aug 12 22:00:24.429771 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-59bea259-d96d-4242-9807-9ded89f8e750 req-ee065ddd-986d-4992-80f4-acf1a54c2e92 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553956 Aug 12 22:00:24.432531 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2fe1491f-54e9-4684-8dba-7da6eb1740fc req-00f3b4d2-6dd6-4f4a-9c99-bb639b02e948 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525019 Aug 12 22:00:24.469875 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fc236b35-5a24-4cf5-af80-9fb7339deb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:24.472480 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:24.543077 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a79374-eefd-4068-ad3b-eef806be6f75 req-bf00853a-f048-455f-98cb-5e53dd4a5a08 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:24.544575 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e0a79374-eefd-4068-ad3b-eef806be6f75 req-bf00853a-f048-455f-98cb-5e53dd4a5a08 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 945 time: 0.0512130 Aug 12 22:00:24.582635 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e0a79374-eefd-4068-ad3b-eef806be6f75 req-e5508eb6-dfae-40c7-ab20-58a4ed4f9da2 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320339 Aug 12 22:00:25.184548 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404acd9-3784-480d-a2e8-400862d39d83 req-0cf6db98-1778-4d88-bb17-219a8182ad8a tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:25.186149 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b404acd9-3784-480d-a2e8-400862d39d83 req-0cf6db98-1778-4d88-bb17-219a8182ad8a tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0503888 Aug 12 22:00:25.265332 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b404acd9-3784-480d-a2e8-400862d39d83 req-55a6f5c9-44e0-4992-9696-20ecf2290a11 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693688 Aug 12 22:00:25.277980 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b882e2-e7a3-4e59-9084-064f3eb778a9 req-f9e4a380-9230-4167-8250-6fc430773888 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:25.279525 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-58b882e2-e7a3-4e59-9084-064f3eb778a9 req-f9e4a380-9230-4167-8250-6fc430773888 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 944 time: 0.0924599 Aug 12 22:00:25.312434 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device fe396ff6-fe94-4b3e-9adb-903518f0f6b7 up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:00:25.321532 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-58b882e2-e7a3-4e59-9084-064f3eb778a9 req-3117fa22-19c1-46ff-9a03-4b64f1bb22e2 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360301 Aug 12 22:00:25.366496 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port fe396ff6-fe94-4b3e-9adb-903518f0f6b7 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:00:25.370026 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port fe396ff6-fe94-4b3e-9adb-903518f0f6b7 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:00:25.370404 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:25.448109 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:25.485104 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port fe396ff6-fe94-4b3e-9adb-903518f0f6b7, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:25.490128 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:25.515553 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b56077df-b77d-4c36-9211-7f7d9a10212b'}, {'server_uuid': '9d29492a-51bc-46c5-8626-0e2807854661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:00:25.518104 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c007cfae-263d-4bac-ad12-4d8a365cb424" -d '{"events": [{"server_uuid": "aefe6f69-93ee-4e60-a842-5baec76cd1f1", "name": "network-vif-unplugged", "status": "completed", "tag": "b56077df-b77d-4c36-9211-7f7d9a10212b"}, {"server_uuid": "9d29492a-51bc-46c5-8626-0e2807854661", "name": "network-vif-plugged", "status": "completed", "tag": "fe396ff6-fe94-4b3e-9adb-903518f0f6b7"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:00:25.550826 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:25.619090 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659eb79-0ab6-45b1-87a3-96ff1439ff1a req-e17cd17f-1f79-42f7-b5fe-8e9e805eb66f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:25.620602 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5659eb79-0ab6-45b1-87a3-96ff1439ff1a req-e17cd17f-1f79-42f7-b5fe-8e9e805eb66f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0884237 Aug 12 22:00:25.628215 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3e90-0c31-4c1f-8cb9-93c6e7e5c929 req-39e64757-567d-4616-ad75-f12a581a7ff9 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:25.629774 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e7de3e90-0c31-4c1f-8cb9-93c6e7e5c929 req-39e64757-567d-4616-ad75-f12a581a7ff9 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.1079278 Aug 12 22:00:25.661761 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:25.684734 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5659eb79-0ab6-45b1-87a3-96ff1439ff1a req-86fa02ac-1988-4be2-8f44-57df2353fc40 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540667 Aug 12 22:00:25.694467 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e7de3e90-0c31-4c1f-8cb9-93c6e7e5c929 req-3ae02eb1-3e4e-481a-bd83-b14e8ff3ca44 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580440 Aug 12 22:00:25.740774 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Thu, 12 Aug 2021 22:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec668b6-76e8-409f-b802-1f645abb0c27 x-openstack-request-id: req-7ec668b6-76e8-409f-b802-1f645abb0c27 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:00:25.741300 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefe6f69-93ee-4e60-a842-5baec76cd1f1", "name": "network-vif-unplugged", "status": "failed", "tag": "b56077df-b77d-4c36-9211-7f7d9a10212b", "code": 422}, {"server_uuid": "9d29492a-51bc-46c5-8626-0e2807854661", "name": "network-vif-plugged", "status": "completed", "tag": "fe396ff6-fe94-4b3e-9adb-903518f0f6b7", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:00:25.741749 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ec668b6-76e8-409f-b802-1f645abb0c27 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:00:25.742195 dv-cinder-804459-3-iscsi neutron-server[93879]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'code': 422} returned with failed status Aug 12 22:00:25.742462 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d29492a-51bc-46c5-8626-0e2807854661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7', 'code': 200} Aug 12 22:00:25.802779 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0807-bafb-4c80-ba66-a1fc72745f1b req-13a04d43-f04d-4ff9-ba0b-24048ef820c7 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:25.804392 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-feef0807-bafb-4c80-ba66-a1fc72745f1b req-13a04d43-f04d-4ff9-ba0b-24048ef820c7 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 945 time: 0.0521607 Aug 12 22:00:25.844512 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-feef0807-bafb-4c80-ba66-a1fc72745f1b req-a9d46d1b-6ba7-47b2-a5cd-c06db9506e78 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341830 Aug 12 22:00:26.106102 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ec6ea-ab9c-4685-8dcd-633f6c3a3cd4 req-16cd12ca-c23f-4796-b0fc-df9093a8f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:26.108587 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b89ec6ea-ab9c-4685-8dcd-633f6c3a3cd4 req-16cd12ca-c23f-4796-b0fc-df9093a8f4d7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 1098 time: 0.0523958 Aug 12 22:00:26.167682 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b89ec6ea-ab9c-4685-8dcd-633f6c3a3cd4 req-60e95bc1-300d-43cc-be94-b48dd30f115d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441401 Aug 12 22:00:26.427015 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b3430-886b-47e4-82d3-8f6d0f1aec3b req-37fd3480-6083-4a82-aaec-ea5fce39496c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:26.428561 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c83b3430-886b-47e4-82d3-8f6d0f1aec3b req-37fd3480-6083-4a82-aaec-ea5fce39496c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0902419 Aug 12 22:00:26.442550 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250221c-1ecf-44b6-8765-4b646078db0a req-0644b57f-95ff-4bb6-b542-6c1c4d30e8ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:26.443988 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0250221c-1ecf-44b6-8765-4b646078db0a req-0644b57f-95ff-4bb6-b542-6c1c4d30e8ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0712001 Aug 12 22:00:26.494304 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c83b3430-886b-47e4-82d3-8f6d0f1aec3b req-a6b7b6af-9b50-4707-9731-55dd9d627a29 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596051 Aug 12 22:00:26.509049 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0250221c-1ecf-44b6-8765-4b646078db0a req-f21bb304-1e78-4803-a30f-39cf79cb2daf tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583789 Aug 12 22:00:26.612735 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4191e-c5e6-4de4-b8c8-6d1d13940cc8 req-2b9001ca-046b-4a30-b3c3-14571fc57bb8 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:26.614245 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f7c4191e-c5e6-4de4-b8c8-6d1d13940cc8 req-2b9001ca-046b-4a30-b3c3-14571fc57bb8 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0520306 Aug 12 22:00:26.659407 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f7c4191e-c5e6-4de4-b8c8-6d1d13940cc8 req-e761066a-75ce-4f99-a008-997d129bd3f9 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390406 Aug 12 22:00:26.704999 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 33624) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:00:26.810660 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f922787-63b0-4af2-a125-4efcae666a1c req-6f5628b1-914b-4b49-868b-5c079f4ac26b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:26.812178 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4f922787-63b0-4af2-a125-4efcae666a1c req-6f5628b1-914b-4b49-868b-5c079f4ac26b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0497561 Aug 12 22:00:26.817326 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f77f2476-724b-4cdc-8a66-9d8acc5892da req-f309644d-588b-46d4-b2c4-fe8134171534 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111600 Aug 12 22:00:26.855341 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4f922787-63b0-4af2-a125-4efcae666a1c req-0b7e913a-b2a4-4d62-a94c-29faa7c6a619 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364034 Aug 12 22:00:27.656688 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a6c45-ea62-4860-a752-9f4ea9f1dc56 req-49530955-bceb-4d50-8a0c-162fa5106301 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:27.658260 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-041a6c45-ea62-4860-a752-9f4ea9f1dc56 req-49530955-bceb-4d50-8a0c-162fa5106301 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0840619 Aug 12 22:00:27.667444 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1b478-3307-4623-af89-7a895882dc5e req-2554a9a3-a630-4a48-82da-7fa491a81d4f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:27.669174 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cae1b478-3307-4623-af89-7a895882dc5e req-2554a9a3-a630-4a48-82da-7fa491a81d4f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0681720 Aug 12 22:00:27.736075 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-041a6c45-ea62-4860-a752-9f4ea9f1dc56 req-5ddd38a8-c62f-48ba-8cb9-6a8b43585da0 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656927 Aug 12 22:00:27.742181 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cae1b478-3307-4623-af89-7a895882dc5e req-cf3cab0a-498a-4f21-8963-a85600cf3274 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647266 Aug 12 22:00:27.829755 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:27.852552 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d5ba2-898e-4275-998c-8ce9ec3b3eb4 req-6bdc3f76-cc7e-43f5-a12f-94e2f16f0f3d tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:27.854074 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-811d5ba2-898e-4275-998c-8ce9ec3b3eb4 req-6bdc3f76-cc7e-43f5-a12f-94e2f16f0f3d tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0523157 Aug 12 22:00:27.893090 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-811d5ba2-898e-4275-998c-8ce9ec3b3eb4 req-7a24ed84-f0cd-4cab-bad0-b11c8be75f03 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328279 Aug 12 22:00:27.986680 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2d341-165c-44fe-ae8e-3ea65fa46d94 req-a3bc4889-2f3a-487d-8096-4d8680c47895 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:27.988735 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3ac2d341-165c-44fe-ae8e-3ea65fa46d94 req-a3bc4889-2f3a-487d-8096-4d8680c47895 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0603786 Aug 12 22:00:28.050992 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3ac2d341-165c-44fe-ae8e-3ea65fa46d94 req-37a15909-7195-415e-b41c-6897509adc1e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436878 Aug 12 22:00:28.058889 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6516094-a7c3-46b4-9acf-ec62afbcd2ed req-5f715b42-8155-4c62-b449-4de3761795e8 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:28.060272 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e6516094-a7c3-46b4-9acf-ec62afbcd2ed req-5f715b42-8155-4c62-b449-4de3761795e8 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0952096 Aug 12 22:00:28.107714 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e6516094-a7c3-46b4-9acf-ec62afbcd2ed req-8027e408-6d4c-4dad-8acc-34ed8d69f042 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369203 Aug 12 22:00:28.131295 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 33664) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:00:28.282195 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb94a26-9ebb-4178-b69c-8334a71344f2 tempest-TestShelveInstance-1615687402 tempest-TestShelveInstance-1615687402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:28.283977 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7fb94a26-9ebb-4178-b69c-8334a71344f2 tempest-TestShelveInstance-1615687402 tempest-TestShelveInstance-1615687402-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 1093 time: 0.1508915 Aug 12 22:00:28.287065 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 33668) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:00:28.291654 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Request body: {'floatingip': {'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'port_id': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:00:28.314160 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for floatingip, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:28.412630 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:28.520863 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Allocated IP 172.27.0.93 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/ad464bbb-d402-4fad-bd41-c96ad3f18bee) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:00:28.627627 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:28.667044 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:28.705838 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:00:28.708620 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:00:28.711207 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:00:28.741893 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Pushing event updated for resources: {'Port': ['ID=ad464bbb-d402-4fad-bd41-c96ad3f18bee,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:28.940626 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49676bda-4340-4ad7-8dbe-c420912aeffa req-50bc4c09-0dde-484d-abcc-d37f3318b7b4 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:28.942059 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49676bda-4340-4ad7-8dbe-c420912aeffa req-50bc4c09-0dde-484d-abcc-d37f3318b7b4 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1357253 Aug 12 22:00:28.970928 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d2d44-a39b-4140-a126-75416e993159 req-71e52efc-2306-435e-bbaa-ed50f810ef4f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:28.973030 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bb3d2d44-a39b-4140-a126-75416e993159 req-71e52efc-2306-435e-bbaa-ed50f810ef4f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.1400752 Aug 12 22:00:28.982469 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f2476-724b-4cdc-8a66-9d8acc5892da req-e658c1b9-9d37-464e-b197-cccbb73571c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:28.983941 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f77f2476-724b-4cdc-8a66-9d8acc5892da req-e658c1b9-9d37-464e-b197-cccbb73571c9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1&tenant_id=d497c1bdd99544719806cc40fe06f8c5 HTTP/1.1" status: 200 len: 1096 time: 0.1378479 Aug 12 22:00:29.038296 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49676bda-4340-4ad7-8dbe-c420912aeffa req-304a8b31-0322-4aff-8e5f-50becac77d0d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865288 Aug 12 22:00:29.058731 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bb3d2d44-a39b-4140-a126-75416e993159 req-c4b153fd-31e5-4400-a9a1-303bc97290fc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738165 Aug 12 22:00:29.073448 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f2476-724b-4cdc-8a66-9d8acc5892da req-6066c3f0-d8bf-44bc-82c7-9f24e79799b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:29.076483 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f77f2476-724b-4cdc-8a66-9d8acc5892da req-6066c3f0-d8bf-44bc-82c7-9f24e79799b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d497c1bdd99544719806cc40fe06f8c5&device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0529525 Aug 12 22:00:29.100611 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:29.174085 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:29.219570 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5309cd-fa70-4bd4-ba93-364f0672b147 req-7b96ecbe-f730-46e8-b989-9c3b692426ef tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:29.221040 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e5309cd-fa70-4bd4-ba93-364f0672b147 req-7b96ecbe-f730-46e8-b989-9c3b692426ef tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0854578 Aug 12 22:00:29.225878 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f2476-724b-4cdc-8a66-9d8acc5892da req-7267d9a6-0ebf-42b0-ab2f-6ab0adf7fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:29.227261 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f77f2476-724b-4cdc-8a66-9d8acc5892da req-7267d9a6-0ebf-42b0-ab2f-6ab0adf7fe74 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b49de074-e205-41a7-bba4-aea2b1a09673 HTTP/1.1" status: 200 len: 918 time: 0.1383774 Aug 12 22:00:29.305378 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e5309cd-fa70-4bd4-ba93-364f0672b147 req-08264a51-29d0-429b-ad4a-e1640fe844df tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770435 Aug 12 22:00:29.321065 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f77f2476-724b-4cdc-8a66-9d8acc5892da req-6f1a3d22-ad15-45a0-9e68-29bf03a4d534 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b56077df-b77d-4c36-9211-7f7d9a10212b HTTP/1.1" status: 200 len: 999 time: 0.0795290 Aug 12 22:00:29.326195 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device b56077df-b77d-4c36-9211-7f7d9a10212b no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:00:29.335617 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:29.341057 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287189977'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:29.380252 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f2476-724b-4cdc-8a66-9d8acc5892da req-295fdc6d-f3a7-4a81-98d6-688d83567f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:29.381897 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f77f2476-724b-4cdc-8a66-9d8acc5892da req-295fdc6d-f3a7-4a81-98d6-688d83567f9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a22c3b4-2e5f-4b32-9788-ca56e9b079cf HTTP/1.1" status: 200 len: 856 time: 0.0527167 Aug 12 22:00:29.409263 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Pushing event updated for resources: {'Port': ['ID=ad464bbb-d402-4fad-bd41-c96ad3f18bee,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:29.424471 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:29.446660 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f2476-724b-4cdc-8a66-9d8acc5892da req-4acbc15a-0250-4f8d-954d-c3b404c36679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:29.448275 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f77f2476-724b-4cdc-8a66-9d8acc5892da req-4acbc15a-0250-4f8d-954d-c3b404c36679 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b49de074-e205-41a7-bba4-aea2b1a09673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504348 Aug 12 22:00:29.530978 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.l3_db [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Floating IP 902c41ee-b345-4804-b988-44e3fcc26279 associated. External IP: 172.27.0.93, port: fe396ff6-fe94-4b3e-9adb-903518f0f6b7. Aug 12 22:00:29.551179 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f77f2476-724b-4cdc-8a66-9d8acc5892da req-8ce0ad50-18fd-41f1-9fe3-4ab1769884f5 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901375 Aug 12 22:00:29.653324 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f77f2476-724b-4cdc-8a66-9d8acc5892da req-430df99f-8b26-4782-9ed1-5a81b37cb442 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869958 Aug 12 22:00:29.748161 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:00:29.859017 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:00:29.868596 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a21292-f264-48bc-98a1-b841cb006a26 None None] Sync routers for ids ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:00:29.877059 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:29.878288 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a21292-f264-48bc-98a1-b841cb006a26 None None] Routers {'647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:00:29.878906 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-93a21292-f264-48bc-98a1-b841cb006a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:00:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:00:29.919023 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b0fa48e9-26d4-49dc-9c76-af1271134e1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6161964 Aug 12 22:00:29.919023 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d29492a-51bc-46c5-8626-0e2807854661', 'tag': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:00:29.919023 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6db9858f3ba127f12c051a7fe47b4fb61399c076793cc1c2e0cf9b4023a6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea97077-25e5-43f6-94b1-6faebd8685e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d29492a-51bc-46c5-8626-0e2807854661", "tag": "fe396ff6-fe94-4b3e-9adb-903518f0f6b7"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:00:29.951640 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7fa6bf-5c3c-4d0a-abc8-b970380a7afb x-openstack-request-id: req-ee7fa6bf-5c3c-4d0a-abc8-b970380a7afb {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:00:29.951949 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d29492a-51bc-46c5-8626-0e2807854661", "tag": "fe396ff6-fe94-4b3e-9adb-903518f0f6b7", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:00:29.952209 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee7fa6bf-5c3c-4d0a-abc8-b970380a7afb {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:00:29.952613 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d29492a-51bc-46c5-8626-0e2807854661', 'tag': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7', 'status': 'completed', 'code': 200} Aug 12 22:00:29.988187 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-93a21292-f264-48bc-98a1-b841cb006a26 None None] Set router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:00:30.034800 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea97077-25e5-43f6-94b1-6faebd8685e7 req-9706c456-0115-4e9e-be47-d48cbc3694a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:30.036406 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eea97077-25e5-43f6-94b1-6faebd8685e7 req-9706c456-0115-4e9e-be47-d48cbc3694a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cb2e69a590040cb83336b3d22d2760c&device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 1098 time: 0.0520744 Aug 12 22:00:30.212262 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea97077-25e5-43f6-94b1-6faebd8685e7 req-c8a5aa2e-b817-4ad1-9dde-227e597fd91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:30.214358 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eea97077-25e5-43f6-94b1-6faebd8685e7 req-c8a5aa2e-b817-4ad1-9dde-227e597fd91a service neutron] 10.222.0.58 "GET /v2.0/networks?id=62ca0b8a-42eb-40a6-95bf-2de7f58a298a HTTP/1.1" status: 200 len: 910 time: 0.1678338 Aug 12 22:00:30.309564 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677d2cf-4ed4-44a3-85c6-1a15335966f8 req-0158259e-74b7-4b4e-b50e-9d2e5e28b3eb tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:30.311554 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b677d2cf-4ed4-44a3-85c6-1a15335966f8 req-0158259e-74b7-4b4e-b50e-9d2e5e28b3eb tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1900828 Aug 12 22:00:30.367792 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52319186-cacc-4727-b550-03341690b86b req-3ad72265-e553-4629-99bc-04a638039dd2 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:30.369366 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-52319186-cacc-4727-b550-03341690b86b req-3ad72265-e553-4629-99bc-04a638039dd2 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.1829011 Aug 12 22:00:30.385913 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b677d2cf-4ed4-44a3-85c6-1a15335966f8 req-ece92f84-9238-474e-a336-18c65304324e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677133 Aug 12 22:00:30.393315 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eea97077-25e5-43f6-94b1-6faebd8685e7 req-85c4204c-430e-4204-8cf8-45e1eda34c93 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7 HTTP/1.1" status: 200 len: 998 time: 0.1591573 Aug 12 22:00:30.411171 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-93a21292-f264-48bc-98a1-b841cb006a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:23Z', 'updated_at': '2021-08-12T21:59:30Z', 'revision_number': 4, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'gw_port': {'id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:24Z', 'updated_at': '2021-08-12T21:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '902c41ee-b345-4804-b988-44e3fcc26279', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'port_id': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'mac_address': 'fa:16:3e:0a:e4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d29492a-51bc-46c5-8626-0e2807854661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:00:28Z', 'updated_at': '2021-08-12T22:00:28Z', 'revision_number': 0, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8052e417-983d-48b5-b0fc-68810088791b', 'name': '', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'mac_address': 'fa:16:3e:af:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:28Z', 'updated_at': '2021-08-12T21:59:37Z', 'revision_number': 5, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'subnets': [{'id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:00:30.458728 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-52319186-cacc-4727-b550-03341690b86b req-499cb916-6d96-41a2-b613-333f74c0b55d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714388 Aug 12 22:00:30.467121 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a21292-f264-48bc-98a1-b841cb006a26 None None] Checking router: 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:00:30.485886 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a21292-f264-48bc-98a1-b841cb006a26 None None] Routers {'647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:00:30.486852 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-93a21292-f264-48bc-98a1-b841cb006a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:00:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:00:30.578415 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca100095-0e21-408d-ba54-16caa78e9e7a req-93548296-1924-48f3-a88f-23f97b4a4021 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:30.580807 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ca100095-0e21-408d-ba54-16caa78e9e7a req-93548296-1924-48f3-a88f-23f97b4a4021 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0758469 Aug 12 22:00:30.638465 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ca100095-0e21-408d-ba54-16caa78e9e7a req-62c8c366-fb7c-4291-988b-f18909646dd1 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506139 Aug 12 22:00:30.673708 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-93a21292-f264-48bc-98a1-b841cb006a26 None None] Set router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:00:30.926221 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-93a21292-f264-48bc-98a1-b841cb006a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:23Z', 'updated_at': '2021-08-12T21:59:30Z', 'revision_number': 4, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'gw_port': {'id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:24Z', 'updated_at': '2021-08-12T21:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '902c41ee-b345-4804-b988-44e3fcc26279', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'port_id': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'mac_address': 'fa:16:3e:0a:e4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d29492a-51bc-46c5-8626-0e2807854661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:00:28Z', 'updated_at': '2021-08-12T22:00:28Z', 'revision_number': 0, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8052e417-983d-48b5-b0fc-68810088791b', 'name': '', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'mac_address': 'fa:16:3e:af:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:28Z', 'updated_at': '2021-08-12T21:59:37Z', 'revision_number': 5, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'subnets': [{'id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:00:30.953485 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a21292-f264-48bc-98a1-b841cb006a26 None None] The sync data for ids ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'] in dv-cinder-804459-3-iscsi is: [{'id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:23Z', 'updated_at': '2021-08-12T21:59:30Z', 'revision_number': 4, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'gw_port': {'id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:24Z', 'updated_at': '2021-08-12T21:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '902c41ee-b345-4804-b988-44e3fcc26279', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'port_id': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'mac_address': 'fa:16:3e:0a:e4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d29492a-51bc-46c5-8626-0e2807854661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:00:28Z', 'updated_at': '2021-08-12T22:00:28Z', 'revision_number': 0, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8052e417-983d-48b5-b0fc-68810088791b', 'name': '', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'mac_address': 'fa:16:3e:af:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:28Z', 'updated_at': '2021-08-12T21:59:37Z', 'revision_number': 5, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'subnets': [{'id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:00:31.149434 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a987fca-e220-4ea1-ae90-903f68f8734f None None] New status for floating IP 902c41ee-b345-4804-b988-44e3fcc26279: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:00:31.507274 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3037d-c559-453a-b27c-468d18fa458a req-d2e15705-2f65-47fb-99e8-7e1682e08b7b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:31.508906 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f9a3037d-c559-453a-b27c-468d18fa458a req-d2e15705-2f65-47fb-99e8-7e1682e08b7b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0502727 Aug 12 22:00:31.583426 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f9a3037d-c559-453a-b27c-468d18fa458a req-3a12218f-97da-4989-bc99-df79237eed5c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673802 Aug 12 22:00:31.607487 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df28b86-fabc-4c2b-b3f5-0aed76348d66 req-a314e9b2-2777-40c1-991d-e08dfb67879c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:31.609024 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2df28b86-fabc-4c2b-b3f5-0aed76348d66 req-a314e9b2-2777-40c1-991d-e08dfb67879c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0721107 Aug 12 22:00:31.648227 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2df28b86-fabc-4c2b-b3f5-0aed76348d66 req-864cbc1d-9a67-47fe-8253-b692312057d8 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330472 Aug 12 22:00:31.773560 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194762ef-bc71-43ee-95cf-bc601be5e6c5 req-d42193f3-c806-4988-bb91-780c30e9d7ff tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:31.775097 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-194762ef-bc71-43ee-95cf-bc601be5e6c5 req-d42193f3-c806-4988-bb91-780c30e9d7ff tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0573528 Aug 12 22:00:31.814112 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-194762ef-bc71-43ee-95cf-bc601be5e6c5 req-7f33ea53-a57b-40d0-b4e4-a33840d4e18c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327890 Aug 12 22:00:32.703684 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313db64a-bb67-40d7-bf7b-e1c2511e6a4d req-087b7cdf-0117-4ff1-8e30-cfba2ac5713c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:32.705188 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-313db64a-bb67-40d7-bf7b-e1c2511e6a4d req-087b7cdf-0117-4ff1-8e30-cfba2ac5713c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0524127 Aug 12 22:00:32.767847 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-313db64a-bb67-40d7-bf7b-e1c2511e6a4d req-1caca561-b13a-4bac-94ea-ca849e2be945 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564880 Aug 12 22:00:32.789026 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e122783-ae08-4541-8546-bb4cfa177511 req-8f8583d1-993c-4a60-b614-54fb6c4f53e8 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:32.790554 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4e122783-ae08-4541-8546-bb4cfa177511 req-8f8583d1-993c-4a60-b614-54fb6c4f53e8 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0658915 Aug 12 22:00:32.833195 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4e122783-ae08-4541-8546-bb4cfa177511 req-e393d504-678d-4ded-a47b-0e9a2cc34b8e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362868 Aug 12 22:00:32.957245 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fc494-9596-456d-90e0-579244dd2e61 req-21c2ca65-82e3-4572-8e26-a1bb07e9bac3 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:32.958938 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-884fc494-9596-456d-90e0-579244dd2e61 req-21c2ca65-82e3-4572-8e26-a1bb07e9bac3 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0525265 Aug 12 22:00:33.000970 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-884fc494-9596-456d-90e0-579244dd2e61 req-abc26dc8-f96d-47db-9ec2-aca17fb0eafd tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345776 Aug 12 22:00:33.906520 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e0a57-1252-457b-9d99-5e85e89ba44a req-7caaabfb-ec2f-47f9-a6e1-155a0f0186ec tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:33.908049 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ef9e0a57-1252-457b-9d99-5e85e89ba44a req-7caaabfb-ec2f-47f9-a6e1-155a0f0186ec tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0565062 Aug 12 22:00:33.959509 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ef9e0a57-1252-457b-9d99-5e85e89ba44a req-0510c59d-0d7c-43eb-9459-e976a347958d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446367 Aug 12 22:00:33.995465 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a209db9-4ed3-4996-ac22-b51d10415d73 req-631e52ed-e63c-4413-ada4-19d1540cd7a2 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:33.996921 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5a209db9-4ed3-4996-ac22-b51d10415d73 req-631e52ed-e63c-4413-ada4-19d1540cd7a2 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0563598 Aug 12 22:00:34.056707 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5a209db9-4ed3-4996-ac22-b51d10415d73 req-249c5235-dbe7-47b3-b550-d9ce6dc2a3f6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533707 Aug 12 22:00:34.131712 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb55933-c20b-4023-893c-def9122ae318 req-5d8c9f2c-6b5d-405d-adac-b15d63454121 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:34.133192 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7cb55933-c20b-4023-893c-def9122ae318 req-5d8c9f2c-6b5d-405d-adac-b15d63454121 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0495694 Aug 12 22:00:34.178047 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7cb55933-c20b-4023-893c-def9122ae318 req-79e98282-5654-4fa3-b87a-acf22ba0617f tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339448 Aug 12 22:00:35.088162 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd435e99-8f4b-4523-bfb3-c63a25a544c0 req-91abd23d-c1df-4633-a80a-38ebfd847aec tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:35.089709 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dd435e99-8f4b-4523-bfb3-c63a25a544c0 req-91abd23d-c1df-4633-a80a-38ebfd847aec tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0613983 Aug 12 22:00:35.131528 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dd435e99-8f4b-4523-bfb3-c63a25a544c0 req-ed353263-3da4-48dc-8bcf-ee99fc428eb0 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357678 Aug 12 22:00:35.189964 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350ee19-d0f6-46f0-b266-68ef032f79ab req-b0067f99-d2c0-492b-bc90-ca1093274349 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:35.191518 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6350ee19-d0f6-46f0-b266-68ef032f79ab req-b0067f99-d2c0-492b-bc90-ca1093274349 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0555804 Aug 12 22:00:35.242356 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6350ee19-d0f6-46f0-b266-68ef032f79ab req-ffe6f21e-f601-4d29-83c2-32dab6547d81 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438037 Aug 12 22:00:35.344716 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cb46e-2510-42fb-8622-70ba98ba4424 req-6f297b36-22e3-4801-9db0-afa831255178 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:35.346403 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c32cb46e-2510-42fb-8622-70ba98ba4424 req-6f297b36-22e3-4801-9db0-afa831255178 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0518885 Aug 12 22:00:35.386882 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c32cb46e-2510-42fb-8622-70ba98ba4424 req-e4be95f0-ecb0-47d2-bca8-71f43c2ed570 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337908 Aug 12 22:00:36.260764 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d39501-941f-4c6b-928a-40d56f8f9d72 req-d4ddb438-ad83-47c2-9525-cf8c92f28f72 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:36.262242 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a2d39501-941f-4c6b-928a-40d56f8f9d72 req-d4ddb438-ad83-47c2-9525-cf8c92f28f72 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0514355 Aug 12 22:00:36.313247 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a2d39501-941f-4c6b-928a-40d56f8f9d72 req-d2337f31-694f-4736-b34d-1f591e087692 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446026 Aug 12 22:00:36.414809 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663252c-9bf6-4e3b-986e-73c2aef44915 req-a4dbe64a-94b4-4802-b045-fd4c246399ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:36.416260 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b663252c-9bf6-4e3b-986e-73c2aef44915 req-a4dbe64a-94b4-4802-b045-fd4c246399ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0490665 Aug 12 22:00:36.463626 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b663252c-9bf6-4e3b-986e-73c2aef44915 req-4e416693-0d57-41cc-86b6-b1f3d90e2632 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410085 Aug 12 22:00:36.568900 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c01b1-fbad-44ac-a0f2-107c1216e4e7 req-783d3aa1-eaa9-4b30-b5dc-7697ee517766 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:36.570449 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dd3c01b1-fbad-44ac-a0f2-107c1216e4e7 req-783d3aa1-eaa9-4b30-b5dc-7697ee517766 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0499074 Aug 12 22:00:36.611946 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dd3c01b1-fbad-44ac-a0f2-107c1216e4e7 req-b940a161-dd52-4fb4-a921-611a0767bf4f tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355935 Aug 12 22:00:37.399010 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:00:37.429816 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a092925-e4b5-4f23-aa8c-ad22083c26cd req-c52ee513-ba0b-4210-a1ef-567a23876a30 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:37.431737 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3a092925-e4b5-4f23-aa8c-ad22083c26cd req-c52ee513-ba0b-4210-a1ef-567a23876a30 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0504029 Aug 12 22:00:37.476851 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3a092925-e4b5-4f23-aa8c-ad22083c26cd req-be033c0e-2e4b-43c9-806a-1899db7eac25 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344362 Aug 12 22:00:37.591969 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6966c3-2df0-4e2b-aa06-53e1cc43c695 req-8a7c4a12-4174-43e6-947e-171607a724f9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:37.593341 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6f6966c3-2df0-4e2b-aa06-53e1cc43c695 req-8a7c4a12-4174-43e6-947e-171607a724f9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0484889 Aug 12 22:00:37.640470 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6f6966c3-2df0-4e2b-aa06-53e1cc43c695 req-335e6868-ab2f-41f9-861d-249261620035 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402625 Aug 12 22:00:37.756884 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7c32f-23b5-491b-a8fd-4d45125a175e req-10158df1-034a-44bf-a8a3-84e60eb2ede7 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:37.758500 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-80a7c32f-23b5-491b-a8fd-4d45125a175e req-10158df1-034a-44bf-a8a3-84e60eb2ede7 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0502670 Aug 12 22:00:37.797607 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-80a7c32f-23b5-491b-a8fd-4d45125a175e req-ab324ed9-549b-4c41-9b62-5bfc7f6ac62f tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324991 Aug 12 22:00:38.606529 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bdfbc-f448-484f-a633-2a43c3be0344 req-05568089-2cf0-48a0-83dc-f8705d1f93b8 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:38.608005 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e72bdfbc-f448-484f-a633-2a43c3be0344 req-05568089-2cf0-48a0-83dc-f8705d1f93b8 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0523791 Aug 12 22:00:38.649900 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e72bdfbc-f448-484f-a633-2a43c3be0344 req-5d063d97-4a90-47af-9bbf-8c532860e5ef tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360103 Aug 12 22:00:38.770711 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640e8c3-53d5-409b-94c7-08e6f804c54e req-9b319caa-01e4-49c4-8e68-a23068e930f0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:38.772496 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f640e8c3-53d5-409b-94c7-08e6f804c54e req-9b319caa-01e4-49c4-8e68-a23068e930f0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0511193 Aug 12 22:00:38.817293 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f640e8c3-53d5-409b-94c7-08e6f804c54e req-bb764cf4-d66f-4894-842d-a7d35c294061 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378346 Aug 12 22:00:38.927650 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533c7f6-ed88-4726-8f9e-1c3deebd689b req-c186ea83-e23f-416d-9442-86450f46f98c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:38.936822 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c533c7f6-ed88-4726-8f9e-1c3deebd689b req-c186ea83-e23f-416d-9442-86450f46f98c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0610399 Aug 12 22:00:38.970909 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c533c7f6-ed88-4726-8f9e-1c3deebd689b req-54c93e61-4953-4bf8-bff1-629ba92aad67 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331936 Aug 12 22:00:39.796148 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87693a-1b5f-45f9-9180-2e16a842637e req-7cd9c1f6-3246-4186-9a11-3d61408a4d72 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:39.797682 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bf87693a-1b5f-45f9-9180-2e16a842637e req-7cd9c1f6-3246-4186-9a11-3d61408a4d72 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0540359 Aug 12 22:00:39.834503 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bf87693a-1b5f-45f9-9180-2e16a842637e req-dd069dbe-8ef2-4026-bd66-196e78b0b52c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301726 Aug 12 22:00:39.941208 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a0c51-7860-43cf-9254-83b23a3873c2 req-289134c3-1b7a-4ce3-8a37-402512508013 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:39.943192 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d84a0c51-7860-43cf-9254-83b23a3873c2 req-289134c3-1b7a-4ce3-8a37-402512508013 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0511317 Aug 12 22:00:39.987221 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d84a0c51-7860-43cf-9254-83b23a3873c2 req-d7b7f7f5-7f28-48b6-916b-cdeb7cfd69d6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359147 Aug 12 22:00:40.095838 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc657e-6a4f-437b-8024-eac4f9066247 req-767bffa2-47cd-49dc-bfb2-4dfe6f587a88 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:40.104641 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4ebc657e-6a4f-437b-8024-eac4f9066247 req-767bffa2-47cd-49dc-bfb2-4dfe6f587a88 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0577407 Aug 12 22:00:40.137416 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4ebc657e-6a4f-437b-8024-eac4f9066247 req-0be6475e-b717-48ac-8ffd-2bd4c67bff55 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318313 Aug 12 22:00:40.948851 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209fb98-4bdb-4acc-ac27-d4151e46c80d req-350fa66f-c162-4338-b257-7d3e67dbe760 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:40.950254 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3209fb98-4bdb-4acc-ac27-d4151e46c80d req-350fa66f-c162-4338-b257-7d3e67dbe760 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0480430 Aug 12 22:00:41.000267 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3209fb98-4bdb-4acc-ac27-d4151e46c80d req-3da9fcfa-b209-4b53-9922-9a03ad0cff0a tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439875 Aug 12 22:00:41.112809 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd283f4f-59a5-48b7-b386-7b7561336974 req-6659a799-2884-4a96-8371-95a714de59cd tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:41.114808 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cd283f4f-59a5-48b7-b386-7b7561336974 req-6659a799-2884-4a96-8371-95a714de59cd tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0518167 Aug 12 22:00:41.155467 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cd283f4f-59a5-48b7-b386-7b7561336974 req-45764bc5-f9cc-4b35-bfa3-7a3bdef361b5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348299 Aug 12 22:00:41.283007 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581637c-7d48-432e-ba85-6ac7d7aefee4 req-8430a741-14bf-40d9-ae4b-9c994901fc1a tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:41.284448 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7581637c-7d48-432e-ba85-6ac7d7aefee4 req-8430a741-14bf-40d9-ae4b-9c994901fc1a tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0476840 Aug 12 22:00:41.324228 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7581637c-7d48-432e-ba85-6ac7d7aefee4 req-2dfe2283-00d5-4ae7-9fa7-b1385f362d02 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328944 Aug 12 22:00:42.119801 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46344090-96fc-4877-809a-ecb49c00e40b req-6bcee28c-06a5-4f5e-85a1-c268b900acad tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:42.121321 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46344090-96fc-4877-809a-ecb49c00e40b req-6bcee28c-06a5-4f5e-85a1-c268b900acad tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0526104 Aug 12 22:00:42.157558 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-46344090-96fc-4877-809a-ecb49c00e40b req-3b4bd484-3cd3-4556-a6a9-427d4a1e6a94 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303450 Aug 12 22:00:42.288672 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8d056-ae4b-4112-b1ca-455ea5ee3cad req-8f6a5a92-6da6-4c84-b085-e361cb990c79 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:42.290125 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-daa8d056-ae4b-4112-b1ca-455ea5ee3cad req-8f6a5a92-6da6-4c84-b085-e361cb990c79 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0483556 Aug 12 22:00:42.332568 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-daa8d056-ae4b-4112-b1ca-455ea5ee3cad req-7bbf238b-9500-46a4-a22e-9d839a21879d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364397 Aug 12 22:00:42.684850 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353a0c-2c9a-4115-bae7-cb3257111a22 req-628d8c1b-6cad-4ec2-973d-3ecdc92dc47b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:42.686332 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-02353a0c-2c9a-4115-bae7-cb3257111a22 req-628d8c1b-6cad-4ec2-973d-3ecdc92dc47b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.2813046 Aug 12 22:00:42.722581 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-02353a0c-2c9a-4115-bae7-cb3257111a22 req-de3200d1-695a-4013-b752-5063ecdf4ab3 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302925 Aug 12 22:00:43.272971 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f16090-36b9-4445-80bf-3e78508a75ad req-c36db298-00b1-4934-bd05-c18bb5a4d7b4 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:43.274489 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-57f16090-36b9-4445-80bf-3e78508a75ad req-c36db298-00b1-4934-bd05-c18bb5a4d7b4 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0481191 Aug 12 22:00:43.315927 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-57f16090-36b9-4445-80bf-3e78508a75ad req-4dcf89e6-383b-4131-bb0d-939a124d3fe2 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337157 Aug 12 22:00:43.455732 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80de04-419f-41cf-abf9-ff6de5d552fc req-053c2e61-c3b6-47bf-853f-d7dc7b9c2ff2 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:43.457153 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6e80de04-419f-41cf-abf9-ff6de5d552fc req-053c2e61-c3b6-47bf-853f-d7dc7b9c2ff2 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0482023 Aug 12 22:00:43.506906 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6e80de04-419f-41cf-abf9-ff6de5d552fc req-95c9738a-52df-4444-ba55-887d3a46fbaa tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413864 Aug 12 22:00:43.840732 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d0746-ac95-4d1d-a2d2-ea252fca0c8a req-df878723-7a3c-42e6-b251-0d35709af56d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:43.842247 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2b2d0746-ac95-4d1d-a2d2-ea252fca0c8a req-df878723-7a3c-42e6-b251-0d35709af56d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0507982 Aug 12 22:00:43.880448 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2b2d0746-ac95-4d1d-a2d2-ea252fca0c8a req-d2159988-aea3-4d85-b12b-80040ac0daac tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320444 Aug 12 22:00:44.443493 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84606b19-52f0-42cb-83f9-80133a5c7c1e req-decbc8fa-2beb-456f-8328-e01ec42138ba tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:44.444961 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-84606b19-52f0-42cb-83f9-80133a5c7c1e req-decbc8fa-2beb-456f-8328-e01ec42138ba tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0474048 Aug 12 22:00:44.487062 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-84606b19-52f0-42cb-83f9-80133a5c7c1e req-d0c8bcb3-ee89-498c-bbee-cdf3bd28e9ff tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361402 Aug 12 22:00:44.633020 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4395d4-70b5-48ce-9ec5-a2c65dbbf683 req-c2006f1b-24d6-4452-93aa-60050c24024a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:44.634585 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3b4395d4-70b5-48ce-9ec5-a2c65dbbf683 req-c2006f1b-24d6-4452-93aa-60050c24024a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0546718 Aug 12 22:00:44.677811 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3b4395d4-70b5-48ce-9ec5-a2c65dbbf683 req-421b8a56-c235-4c35-b588-783ff2a133a5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352249 Aug 12 22:00:44.961803 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8dcf1-799d-49a9-9c91-2a5cb2fea30f req-ac8d0a46-34e4-4a99-9995-0eb4603d1a64 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:44.963536 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bdd8dcf1-799d-49a9-9c91-2a5cb2fea30f req-ac8d0a46-34e4-4a99-9995-0eb4603d1a64 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0741615 Aug 12 22:00:45.007663 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bdd8dcf1-799d-49a9-9c91-2a5cb2fea30f req-035ee365-e9d7-4b06-95fc-804bf8b2a8b7 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365989 Aug 12 22:00:45.115319 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a656536-b7ae-48c3-bbfe-d8c158036bd1 req-3262e46e-8b9b-44ad-837d-8360bace6573 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:45.118074 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5a656536-b7ae-48c3-bbfe-d8c158036bd1 req-3262e46e-8b9b-44ad-837d-8360bace6573 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0521159 Aug 12 22:00:45.159093 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5a656536-b7ae-48c3-bbfe-d8c158036bd1 req-6e0ecd46-0b11-403e-8bf2-7cd90284cce3 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350025 Aug 12 22:00:45.604545 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7b8cd-666d-4eba-87ea-b83f4f0782bb req-1bc9fb75-4a25-451d-af8b-e9933df6d622 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:45.606348 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cea7b8cd-666d-4eba-87ea-b83f4f0782bb req-1bc9fb75-4a25-451d-af8b-e9933df6d622 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0505710 Aug 12 22:00:45.659336 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cea7b8cd-666d-4eba-87ea-b83f4f0782bb req-348afd1a-6690-40da-98eb-57c269fd0bf0 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463252 Aug 12 22:00:45.735615 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:45.797341 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c383271-6a88-4d5c-81a5-c56ad9098790 req-370a3c5a-8377-4f73-abac-bec38db5935f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:45.798938 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5c383271-6a88-4d5c-81a5-c56ad9098790 req-370a3c5a-8377-4f73-abac-bec38db5935f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0483036 Aug 12 22:00:45.840387 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5c383271-6a88-4d5c-81a5-c56ad9098790 req-05b042d2-ecfd-425f-83bd-4d9616c42ac0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346489 Aug 12 22:00:46.123188 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e38f1-fbe6-4ff7-9330-e79ac8485bd7 req-61d4f109-4705-4889-847e-4e84f899487b tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:46.124703 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ab7e38f1-fbe6-4ff7-9330-e79ac8485bd7 req-61d4f109-4705-4889-847e-4e84f899487b tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0487146 Aug 12 22:00:46.163997 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ab7e38f1-fbe6-4ff7-9330-e79ac8485bd7 req-b4cd9de8-7f17-46d5-8b44-bf2ac399ca22 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332241 Aug 12 22:00:46.275781 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69084037-5bba-488b-9a94-47ae20c8566c req-16e07c88-cbfc-4286-b367-21e3e7585a72 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:46.277253 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-69084037-5bba-488b-9a94-47ae20c8566c req-16e07c88-cbfc-4286-b367-21e3e7585a72 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0487168 Aug 12 22:00:46.318351 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-69084037-5bba-488b-9a94-47ae20c8566c req-2f7b0f62-f4e1-42e0-a3ff-ea4b19d4ec38 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351231 Aug 12 22:00:46.779281 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be02ae-fa06-4f78-8f67-0ac755a22dee req-1732ff85-5025-4622-9ac3-4bc3a28d68d7 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:46.780792 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-27be02ae-fa06-4f78-8f67-0ac755a22dee req-1732ff85-5025-4622-9ac3-4bc3a28d68d7 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0495729 Aug 12 22:00:46.819196 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-27be02ae-fa06-4f78-8f67-0ac755a22dee req-823253bd-6462-4c98-998c-b47c01cd1b42 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321763 Aug 12 22:00:46.963075 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a613c92-e35a-4e02-9ff5-42704840a6d3 req-b9bfbfe0-fc66-44e5-bad6-d6e8e97d521c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:46.964638 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8a613c92-e35a-4e02-9ff5-42704840a6d3 req-b9bfbfe0-fc66-44e5-bad6-d6e8e97d521c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0500107 Aug 12 22:00:47.014277 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8a613c92-e35a-4e02-9ff5-42704840a6d3 req-3bae420c-9daa-4f27-b604-576d4cf61212 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417049 Aug 12 22:00:47.117978 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea97077-25e5-43f6-94b1-6faebd8685e7 req-d77b8fb1-4d7e-41de-9e38-699236d614ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:47.119440 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eea97077-25e5-43f6-94b1-6faebd8685e7 req-d77b8fb1-4d7e-41de-9e38-699236d614ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f HTTP/1.1" status: 200 len: 848 time: 0.0466287 Aug 12 22:00:47.230552 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e04c26-9961-433e-adb5-10734fa1ab7d req-ce0d8550-a772-4115-b926-e22bd52cac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:47.232097 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68e04c26-9961-433e-adb5-10734fa1ab7d req-ce0d8550-a772-4115-b926-e22bd52cac13 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8f57411a28842e69c8732c884da7094&device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 1138 time: 0.0714509 Aug 12 22:00:47.238349 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea97077-25e5-43f6-94b1-6faebd8685e7 req-328d7811-932d-4e06-ad29-4d02514df7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:47.239848 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eea97077-25e5-43f6-94b1-6faebd8685e7 req-328d7811-932d-4e06-ad29-4d02514df7c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=62ca0b8a-42eb-40a6-95bf-2de7f58a298a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874286 Aug 12 22:00:47.401678 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2fd65-1678-4e6f-ac2f-8816a116ddee req-a7782218-1d83-496b-b17e-2479b0db0d06 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:47.403933 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-60c2fd65-1678-4e6f-ac2f-8816a116ddee req-a7782218-1d83-496b-b17e-2479b0db0d06 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.1629646 Aug 12 22:00:47.504966 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e04c26-9961-433e-adb5-10734fa1ab7d req-d7308c42-0fe3-40e3-b80c-d6687563acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:47.506411 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68e04c26-9961-433e-adb5-10734fa1ab7d req-d7308c42-0fe3-40e3-b80c-d6687563acf1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 HTTP/1.1" status: 200 len: 916 time: 0.2367470 Aug 12 22:00:47.518958 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eea97077-25e5-43f6-94b1-6faebd8685e7 req-daa055c6-aad8-4604-9c00-64f88a9f2155 service neutron] 10.222.0.58 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478001 Aug 12 22:00:47.537373 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-60c2fd65-1678-4e6f-ac2f-8816a116ddee req-ed58b419-ceb0-446b-8e5c-f98aa6662f0d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132598 Aug 12 22:00:47.588658 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1622863-5ec4-4dbd-b412-24aebfc6616f req-ec3e16e1-716f-41c4-9f7e-e73f389b1c7b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:47.590189 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c1622863-5ec4-4dbd-b412-24aebfc6616f req-ec3e16e1-716f-41c4-9f7e-e73f389b1c7b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.1749105 Aug 12 22:00:47.663619 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68e04c26-9961-433e-adb5-10734fa1ab7d req-5e4bdc55-14e1-414d-934d-d4e1ea481f2d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb0b615f-f58a-4151-9196-1a84367b94e3 HTTP/1.1" status: 200 len: 1002 time: 0.1420162 Aug 12 22:00:47.717371 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c1622863-5ec4-4dbd-b412-24aebfc6616f req-0678a8f4-41ef-43ef-8810-f38dc3181179 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906637 Aug 12 22:00:47.746758 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eea97077-25e5-43f6-94b1-6faebd8685e7 req-4166cb49-f693-4a5e-8093-06195316ae60 service neutron] 10.222.0.58 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809561 Aug 12 22:00:47.748455 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e04c26-9961-433e-adb5-10734fa1ab7d req-eb0601d3-e2f1-414f-80b6-b3e80a1cd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:47.749918 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68e04c26-9961-433e-adb5-10734fa1ab7d req-eb0601d3-e2f1-414f-80b6-b3e80a1cd41a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0b51929-b6d9-4322-af92-380f1fe3953d HTTP/1.1" status: 200 len: 854 time: 0.0784979 Aug 12 22:00:47.806942 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e04c26-9961-433e-adb5-10734fa1ab7d req-1ad43a6a-fb95-4db0-8493-e030f8e64cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:47.808470 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68e04c26-9961-433e-adb5-10734fa1ab7d req-1ad43a6a-fb95-4db0-8493-e030f8e64cd6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467844 Aug 12 22:00:47.942331 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68e04c26-9961-433e-adb5-10734fa1ab7d req-235d54f6-f801-48f8-a0d9-6f783a10e155 service neutron] 10.222.0.58 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228821 Aug 12 22:00:47.958901 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1e1f8-d6a3-4937-93c3-a41c700697c8 req-b20227d0-9e5a-47e1-b368-1974c7e12151 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:47.960428 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-99f1e1f8-d6a3-4937-93c3-a41c700697c8 req-b20227d0-9e5a-47e1-b368-1974c7e12151 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0709221 Aug 12 22:00:48.044126 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-99f1e1f8-d6a3-4937-93c3-a41c700697c8 req-ae9a7b2a-6314-4edb-85f9-dd1cabec05a6 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747435 Aug 12 22:00:48.072149 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68e04c26-9961-433e-adb5-10734fa1ab7d req-b1cd4e17-b98f-413c-b8ec-16de502914fe service neutron] 10.222.0.58 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102345 Aug 12 22:00:48.135682 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882643b-2f9e-4c47-ae1a-3febda0b0231 req-a6091e64-6482-45bc-91c4-edf28c2b6349 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:48.137136 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a882643b-2f9e-4c47-ae1a-3febda0b0231 req-a6091e64-6482-45bc-91c4-edf28c2b6349 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0481777 Aug 12 22:00:48.179256 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a882643b-2f9e-4c47-ae1a-3febda0b0231 req-8b38c927-cb50-4255-908d-a767042c6bef tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354786 Aug 12 22:00:48.666901 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c8044-56d6-4b82-b4f2-6b82f34328e2 req-3eca82f6-64b3-4bf1-8309-25a335a07dbd tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:48.668389 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6d5c8044-56d6-4b82-b4f2-6b82f34328e2 req-3eca82f6-64b3-4bf1-8309-25a335a07dbd tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0585642 Aug 12 22:00:48.711296 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6d5c8044-56d6-4b82-b4f2-6b82f34328e2 req-20996634-7597-4c0e-9451-f9cc048a0a07 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367260 Aug 12 22:00:48.833362 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c932ce5-2ff6-40f9-a5bb-8a3926ab0e15 req-4acff5af-9a82-4aa2-8c31-671625e14c01 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:48.834894 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1c932ce5-2ff6-40f9-a5bb-8a3926ab0e15 req-4acff5af-9a82-4aa2-8c31-671625e14c01 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0496848 Aug 12 22:00:48.878298 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1c932ce5-2ff6-40f9-a5bb-8a3926ab0e15 req-c1d59b05-6600-4982-b59a-7ac87b8452dd tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366967 Aug 12 22:00:49.159548 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137633c-cbed-45fc-ab82-c5015060a870 req-ae75243f-22da-433b-bd36-26ff6da0b34c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:49.160980 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5137633c-cbed-45fc-ab82-c5015060a870 req-ae75243f-22da-433b-bd36-26ff6da0b34c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0521715 Aug 12 22:00:49.242771 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5137633c-cbed-45fc-ab82-c5015060a870 req-3c886677-edfb-470a-ab5e-93c8b637261e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749328 Aug 12 22:00:49.257496 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68333bb9-f6ca-4ac7-8619-202ac3d903bc req-ca5d81d7-aadb-4955-9979-2a8aebeb7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:49.259610 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68333bb9-f6ca-4ac7-8619-202ac3d903bc req-ca5d81d7-aadb-4955-9979-2a8aebeb7329 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f0168f0c18f4408a7f2984a0a4038f4&device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 1099 time: 0.0739293 Aug 12 22:00:49.362232 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec4ea9-f0ff-43c1-8bde-5c105b0ef543 req-5b603cec-f44d-42d1-bae7-d6bf09b1bf1e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:49.363538 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fbec4ea9-f0ff-43c1-8bde-5c105b0ef543 req-5b603cec-f44d-42d1-bae7-d6bf09b1bf1e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.1029594 Aug 12 22:00:49.457446 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68333bb9-f6ca-4ac7-8619-202ac3d903bc req-54b81747-132d-4e65-a6aa-1d809b9a447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:49.458941 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68333bb9-f6ca-4ac7-8619-202ac3d903bc req-54b81747-132d-4e65-a6aa-1d809b9a447a service neutron] 10.222.0.58 "GET /v2.0/networks?id=095a1efa-c2bb-4f8d-8a60-e45d89fec269 HTTP/1.1" status: 200 len: 911 time: 0.1702356 Aug 12 22:00:49.467182 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fbec4ea9-f0ff-43c1-8bde-5c105b0ef543 req-4a22706a-3b55-4b09-92c1-5fa6e1054e25 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967510 Aug 12 22:00:49.475911 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfa8f7-1e53-4157-a759-2b156b477872 req-5876ab68-ecdb-4a68-bf61-9bcadbac3c59 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:49.478001 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfdfa8f7-1e53-4157-a759-2b156b477872 req-5876ab68-ecdb-4a68-bf61-9bcadbac3c59 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.1014204 Aug 12 22:00:49.592237 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cfdfa8f7-1e53-4157-a759-2b156b477872 req-1129c978-6604-473b-8816-cd39bdaba99d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073973 Aug 12 22:00:49.600968 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68333bb9-f6ca-4ac7-8619-202ac3d903bc req-76c08718-306c-41b7-946b-fe79567ccca7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6223b9fc-b444-4db6-9415-f1851686b2c8 HTTP/1.1" status: 200 len: 1002 time: 0.1197226 Aug 12 22:00:49.607129 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab09688-bebb-4929-aecf-e1a01178b9a1 req-8b14de16-6705-4468-b898-6567a69af807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:49.608463 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cab09688-bebb-4929-aecf-e1a01178b9a1 req-8b14de16-6705-4468-b898-6567a69af807 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 1098 time: 0.0739667 Aug 12 22:00:49.685361 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cab09688-bebb-4929-aecf-e1a01178b9a1 req-11f54406-8e64-4df7-b0d6-0afd768f451a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577285 Aug 12 22:00:49.686866 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68333bb9-f6ca-4ac7-8619-202ac3d903bc req-b4de8ead-2e98-4884-9ea5-d183691c34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:49.688224 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68333bb9-f6ca-4ac7-8619-202ac3d903bc req-b4de8ead-2e98-4884-9ea5-d183691c34a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8645d12-4e07-4775-ade2-97bd878f2184 HTTP/1.1" status: 200 len: 849 time: 0.0677350 Aug 12 22:00:49.840637 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68333bb9-f6ca-4ac7-8619-202ac3d903bc req-1c05a18b-d449-4252-8fe0-31fa11983b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:49.842176 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68333bb9-f6ca-4ac7-8619-202ac3d903bc req-1c05a18b-d449-4252-8fe0-31fa11983b32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=095a1efa-c2bb-4f8d-8a60-e45d89fec269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734432 Aug 12 22:00:49.850150 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcd65f-2fa9-44a0-bb1b-031ab593f169 req-d02190e6-e3c7-4c34-a07c-352ccd072dbd tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:49.852170 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-44fcd65f-2fa9-44a0-bb1b-031ab593f169 req-d02190e6-e3c7-4c34-a07c-352ccd072dbd tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0749366 Aug 12 22:00:49.944638 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-44fcd65f-2fa9-44a0-bb1b-031ab593f169 req-09c9b5d5-457b-4296-ba03-be5b151733c7 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862467 Aug 12 22:00:49.973290 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68333bb9-f6ca-4ac7-8619-202ac3d903bc req-23594e87-eed3-4d9f-9d65-fb012678c067 service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160462 Aug 12 22:00:50.071355 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-68333bb9-f6ca-4ac7-8619-202ac3d903bc req-118a3957-8a65-45ea-915a-5d8c36fdbf12 service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814905 Aug 12 22:00:50.365464 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d694007-a8ff-4ec7-97fa-3babdc9c1a0c req-631c0321-9490-471e-a2d8-60e8125fe0e5 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:50.367060 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4d694007-a8ff-4ec7-97fa-3babdc9c1a0c req-631c0321-9490-471e-a2d8-60e8125fe0e5 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0500951 Aug 12 22:00:50.405949 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4d694007-a8ff-4ec7-97fa-3babdc9c1a0c req-6f8e19d0-1d82-44f0-aab9-1593bd555eee tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320590 Aug 12 22:00:50.585070 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aebb4e-c7c8-4904-b366-39fa8a6844c6 req-2b2f3557-e47e-4abf-9ba1-758fdf085d0b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:50.586562 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-92aebb4e-c7c8-4904-b366-39fa8a6844c6 req-2b2f3557-e47e-4abf-9ba1-758fdf085d0b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0519106 Aug 12 22:00:50.624000 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-92aebb4e-c7c8-4904-b366-39fa8a6844c6 req-bc892d74-5e67-48c8-9b15-6306b44d1321 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314531 Aug 12 22:00:50.715935 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5a7cb-f11f-410c-bd43-0d36661b4bd8 req-dc2fbc48-de06-4ea1-99cc-944118f655ea tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:50.717326 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2fc5a7cb-f11f-410c-bd43-0d36661b4bd8 req-dc2fbc48-de06-4ea1-99cc-944118f655ea tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0528288 Aug 12 22:00:50.754546 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2fc5a7cb-f11f-410c-bd43-0d36661b4bd8 req-456a95db-3316-4596-ad18-c26d86258d28 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310292 Aug 12 22:00:51.068477 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd520c-b04b-4fcf-8ef0-7ab3c93106c0 req-66c7d887-eb0d-4264-b295-e8adf3909151 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:51.070515 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d8dd520c-b04b-4fcf-8ef0-7ab3c93106c0 req-66c7d887-eb0d-4264-b295-e8adf3909151 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0564518 Aug 12 22:00:51.113535 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d8dd520c-b04b-4fcf-8ef0-7ab3c93106c0 req-1743d135-dd8b-4da4-9673-461eaae1c197 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336673 Aug 12 22:00:51.520371 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c188d-a8b9-4bc5-85e8-33cc8990558c req-703f5234-e6c6-4e12-bafd-6b334d3219a0 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:51.521880 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3a6c188d-a8b9-4bc5-85e8-33cc8990558c req-703f5234-e6c6-4e12-bafd-6b334d3219a0 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0507145 Aug 12 22:00:51.560171 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3a6c188d-a8b9-4bc5-85e8-33cc8990558c req-7a558b35-49bb-4e5c-baa5-3953b1c2fba1 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317714 Aug 12 22:00:51.738332 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7486d1-0e90-4d7b-9900-c3a435602cc2 req-bc0e7a72-459f-4682-8448-29837719d7ee tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:51.739856 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ae7486d1-0e90-4d7b-9900-c3a435602cc2 req-bc0e7a72-459f-4682-8448-29837719d7ee tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0493865 Aug 12 22:00:51.777353 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ae7486d1-0e90-4d7b-9900-c3a435602cc2 req-8a217b2f-37fc-4298-b30f-c6ecff9faa71 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316551 Aug 12 22:00:51.834956 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ba7e41b4-3ae6-427a-9a74-0e7c6dbc4c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:51.875303 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90c848-b561-4c65-b076-d8263d97d26e req-364b7c8b-6a62-4247-ad26-742b927c5d9b tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:51.876893 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8d90c848-b561-4c65-b076-d8263d97d26e req-364b7c8b-6a62-4247-ad26-742b927c5d9b tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0499275 Aug 12 22:00:51.916465 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8d90c848-b561-4c65-b076-d8263d97d26e req-b92bb9d1-df0d-43bd-8289-2835eb64c8dc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326326 Aug 12 22:00:52.155803 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec6f5-7757-45d1-b987-587f105e7f90 req-5a2f84b6-c8c4-47c5-9d6e-6b0c707be556 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:52.157309 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f2cec6f5-7757-45d1-b987-587f105e7f90 req-5a2f84b6-c8c4-47c5-9d6e-6b0c707be556 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0695119 Aug 12 22:00:52.160202 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053421f-82b9-4692-836f-739feeb00d0c req-a897232e-9421-4ae5-82fe-1add19236eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:52.161491 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4053421f-82b9-4692-836f-739feeb00d0c req-a897232e-9421-4ae5-82fe-1add19236eb0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65c8e0e15b874e188e4c978a57a4d609&device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 1098 time: 0.0814841 Aug 12 22:00:52.263101 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f2cec6f5-7757-45d1-b987-587f105e7f90 req-24b16361-4f62-48c2-93c1-d759118a568b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997746 Aug 12 22:00:52.301672 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0a130-6938-4b6b-b7d5-6f91e6bd29dc req-a7a1d0cd-4f38-45fb-ae4a-9f0940ce073c tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:52.303139 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-00f0a130-6938-4b6b-b7d5-6f91e6bd29dc req-a7a1d0cd-4f38-45fb-ae4a-9f0940ce073c tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.1208222 Aug 12 22:00:52.333931 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053421f-82b9-4692-836f-739feeb00d0c req-08fbde11-b694-4fb1-8f20-e1ef4a6ffe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:52.335343 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4053421f-82b9-4692-836f-739feeb00d0c req-08fbde11-b694-4fb1-8f20-e1ef4a6ffe66 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6401582-edab-421b-84ee-f3395ffb54b7 HTTP/1.1" status: 200 len: 920 time: 0.1377974 Aug 12 22:00:52.355566 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-00f0a130-6938-4b6b-b7d5-6f91e6bd29dc req-74e00520-0581-4f9e-8a02-ddefe6d7e916 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453255 Aug 12 22:00:52.394017 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4053421f-82b9-4692-836f-739feeb00d0c req-df7f3be9-d2d5-4c51-84b7-0c7bf486cfc0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af4d73f1-89ec-41b8-a619-8edc0ab6317d HTTP/1.1" status: 200 len: 217 time: 0.0375082 Aug 12 22:00:52.453459 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053421f-82b9-4692-836f-739feeb00d0c req-c94ec44e-542c-44df-ac89-122811b39958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:52.455055 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4053421f-82b9-4692-836f-739feeb00d0c req-c94ec44e-542c-44df-ac89-122811b39958 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=253d0eb4-be87-496e-9f11-596ea7aea7ca HTTP/1.1" status: 200 len: 859 time: 0.0442944 Aug 12 22:00:52.493526 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4053421f-82b9-4692-836f-739feeb00d0c req-41f57f9f-9c1d-48e1-9d40-97725b487ef5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6401582-edab-421b-84ee-f3395ffb54b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252898 Aug 12 22:00:52.583214 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4053421f-82b9-4692-836f-739feeb00d0c req-262c715d-30a3-46dd-8218-719947c08edd service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794876 Aug 12 22:00:52.682980 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4053421f-82b9-4692-836f-739feeb00d0c req-665b0b79-2ccf-431e-88bd-62e328651093 service neutron] 10.222.0.58 "GET /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857801 Aug 12 22:00:53.042646 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd0e3b-7014-4240-871f-c239cea00057 req-197e0f60-fdfb-461c-b039-88940ffcdc45 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:53.046188 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-40dd0e3b-7014-4240-871f-c239cea00057 req-197e0f60-fdfb-461c-b039-88940ffcdc45 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0578232 Aug 12 22:00:53.095986 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-40dd0e3b-7014-4240-871f-c239cea00057 req-f4176f7d-fd91-4b2e-bf90-a6a480e96f8a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 Aug 12 22:00:53.388510 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849fecb-9481-4a1e-b28c-1e0d87dc976b req-3ac5756a-f9d0-44a3-83e9-386fa56bb081 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:53.390244 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2849fecb-9481-4a1e-b28c-1e0d87dc976b req-3ac5756a-f9d0-44a3-83e9-386fa56bb081 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0590141 Aug 12 22:00:53.432668 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2849fecb-9481-4a1e-b28c-1e0d87dc976b req-3bee26ad-19e6-4717-8895-69ac8465c93b tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333221 Aug 12 22:00:53.481978 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3da452-82cb-41b5-824d-630858b27024 req-ec4fe84c-de62-48bd-b798-d0789b11f24e tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:53.483568 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7e3da452-82cb-41b5-824d-630858b27024 req-ec4fe84c-de62-48bd-b798-d0789b11f24e tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0486267 Aug 12 22:00:53.522684 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7e3da452-82cb-41b5-824d-630858b27024 req-f182bed2-b52a-4a0f-bd08-41c1d32c8e59 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327730 Aug 12 22:00:54.214394 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd094ad-c4d2-4f9d-b6a7-df93ea4de65e req-0e7f07a8-d27a-464f-b4e8-112d0e8a492b tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:54.215870 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cdd094ad-c4d2-4f9d-b6a7-df93ea4de65e req-0e7f07a8-d27a-464f-b4e8-112d0e8a492b tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0491140 Aug 12 22:00:54.258477 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cdd094ad-c4d2-4f9d-b6a7-df93ea4de65e req-29fec222-6df1-4667-b25a-0835ba32f277 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303760 Aug 12 22:00:54.461227 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-72fd9bc9-54e3-4696-8d0c-8dbc7a9dadd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:54.463654 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:54.555344 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dfe6e-3121-496e-9006-f9970d308cd3 req-7a2b5367-c82d-4c10-baac-2817c5e8f822 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:54.556982 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e7dfe6e-3121-496e-9006-f9970d308cd3 req-7a2b5367-c82d-4c10-baac-2817c5e8f822 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0547891 Aug 12 22:00:54.596091 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e7dfe6e-3121-496e-9006-f9970d308cd3 req-7cf67f16-84f9-4c8b-a048-62d8b0c3427d tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329301 Aug 12 22:00:54.663971 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c82be9-2aeb-4e6e-ae91-8cbc43289f1f req-226ec255-c694-46c2-918c-161dbc15d353 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:54.665479 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f5c82be9-2aeb-4e6e-ae91-8cbc43289f1f req-226ec255-c694-46c2-918c-161dbc15d353 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0489652 Aug 12 22:00:54.705449 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f5c82be9-2aeb-4e6e-ae91-8cbc43289f1f req-e15305b7-fe8d-4ddc-a3cc-e83cdae9fad0 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339754 Aug 12 22:00:55.378421 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2525a-6ebe-48e9-afe3-8c263c7184bb req-56fabd62-96f5-4db0-ae48-3ee5bb352b98 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:55.379954 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-00e2525a-6ebe-48e9-afe3-8c263c7184bb req-56fabd62-96f5-4db0-ae48-3ee5bb352b98 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0501518 Aug 12 22:00:55.417700 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-00e2525a-6ebe-48e9-afe3-8c263c7184bb req-1cbd23d5-8ff2-4f44-ada9-8b050a3b3676 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316465 Aug 12 22:00:55.664584 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:55.712518 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2683a56-7fbc-415d-aff9-558517612e43 req-c04dc8ff-4511-4bb5-9640-7426c7e7a11e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:55.713990 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a2683a56-7fbc-415d-aff9-558517612e43 req-c04dc8ff-4511-4bb5-9640-7426c7e7a11e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0519254 Aug 12 22:00:55.753488 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a2683a56-7fbc-415d-aff9-558517612e43 req-2681b954-cb6d-4833-8c30-36446833dac6 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333011 Aug 12 22:00:55.822055 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5b970-bee3-4c60-97d5-680809401a76 req-58032586-d72e-4efc-93cf-1116361f683f tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:55.823524 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-54f5b970-bee3-4c60-97d5-680809401a76 req-58032586-d72e-4efc-93cf-1116361f683f tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0489023 Aug 12 22:00:55.864051 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-54f5b970-bee3-4c60-97d5-680809401a76 req-d6aea149-e5b2-4997-b5ae-9f8b9b563a1c tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344195 Aug 12 22:00:56.539579 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf500-4890-4526-ab77-32a16e27e432 req-118c62e9-88f2-4843-973d-806895cb7c90 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:56.541102 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49dbf500-4890-4526-ab77-32a16e27e432 req-118c62e9-88f2-4843-973d-806895cb7c90 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 943 time: 0.0486579 Aug 12 22:00:56.580584 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49dbf500-4890-4526-ab77-32a16e27e432 req-d7ef5ade-cf87-47ad-99ea-a5c9b96c8a8d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335343 Aug 12 22:00:56.879630 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d039e-11b2-437c-8a94-19c05fc50810 req-a31fbfe9-1a38-4ba7-88ef-3d161bd933c9 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:56.881214 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-195d039e-11b2-437c-8a94-19c05fc50810 req-a31fbfe9-1a38-4ba7-88ef-3d161bd933c9 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0565825 Aug 12 22:00:56.922994 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-195d039e-11b2-437c-8a94-19c05fc50810 req-4e1001d3-fac7-4d5c-b538-8deca29e0738 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326128 Aug 12 22:00:56.990314 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c891ce-bc97-4a89-aa09-fe7786c77bb7 req-1ae596fe-f791-49cf-a9d1-4d6639f3a552 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:56.992389 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c0c891ce-bc97-4a89-aa09-fe7786c77bb7 req-1ae596fe-f791-49cf-a9d1-4d6639f3a552 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0513637 Aug 12 22:00:57.033499 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c0c891ce-bc97-4a89-aa09-fe7786c77bb7 req-ccc5d155-08bf-4d5d-9d13-0cc3ab7a16f3 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349247 Aug 12 22:00:57.470194 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device b56077df-b77d-4c36-9211-7f7d9a10212b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:00:57.564123 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port b56077df-b77d-4c36-9211-7f7d9a10212b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b56077df-b77d-4c36-9211-7f7d9a10212b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:57.575765 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'port_id': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'mac_address': 'fa:16:3e:a3:0e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:00:57.610928 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:57.626627 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56077df-b77d-4c36-9211-7f7d9a10212b {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:00:57.646102 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port b56077df-b77d-4c36-9211-7f7d9a10212b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b56077df-b77d-4c36-9211-7f7d9a10212b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:57.650825 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:57.702571 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eec80e-85e5-4fa7-a033-60a930c516f3 req-34925445-58f3-4281-afc0-476234115723 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:57.704107 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-91eec80e-85e5-4fa7-a033-60a930c516f3 req-34925445-58f3-4281-afc0-476234115723 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 944 time: 0.0501230 Aug 12 22:00:57.712855 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:57.713653 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=b56077df-b77d-4c36-9211-7f7d9a10212b,revision_number=9']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:57.750316 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-91eec80e-85e5-4fa7-a033-60a930c516f3 req-9c08d9ba-7a89-45fa-9dce-f7fe2d76ab7e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389049 Aug 12 22:00:58.023270 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-c26ca13d-1690-4c3c-a3d2-bf2be3eb6afa tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:58.024702 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-c26ca13d-1690-4c3c-a3d2-bf2be3eb6afa tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/networks?id=7dc646d7-f950-434b-a533-971074945ab2 HTTP/1.1" status: 200 len: 814 time: 0.1014893 Aug 12 22:00:58.039754 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-6529f7a0-beaf-47bc-afad-abf34ad84da5 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/quotas/f422e7690b9f4daf891a90a7cb9b1b0d HTTP/1.1" status: 200 len: 375 time: 0.0094569 Aug 12 22:00:58.096783 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-a59641a6-1390-47d8-9833-ddbd8f097f30 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f422e7690b9f4daf891a90a7cb9b1b0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490963 Aug 12 22:00:58.207538 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987307a-8ec4-46dc-9997-4e27d419a6a9 req-1a0af9d5-a9ab-45a4-b0ff-447855163d7b tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:58.209018 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b987307a-8ec4-46dc-9997-4e27d419a6a9 req-1a0af9d5-a9ab-45a4-b0ff-447855163d7b tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0976799 Aug 12 22:00:58.238172 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-d429a77a-efae-4122-9af8-21fed612e8e5 service neutron] 10.222.0.30 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340518 Aug 12 22:00:58.529173 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b987307a-8ec4-46dc-9997-4e27d419a6a9 req-f7929f66-211a-48b8-821d-d5862d9b58ae tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3118145 Aug 12 22:00:58.576690 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-7078adcc-5f1b-4e67-817f-20c22fed6dca service neutron] 10.222.0.30 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323445 Aug 12 22:00:58.732710 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-84d15e93-61d4-40cf-a606-cdb4b61a4b99 req-c5658613-aa66-411a-893c-96ca2840bc0b tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 210 time: 0.0262048 Aug 12 22:00:58.878477 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70ba16-1f8e-49fc-9bdf-c807c0844c2b req-a257740c-8a08-4310-9115-9174092beecd tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:58.879981 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-de70ba16-1f8e-49fc-9bdf-c807c0844c2b req-a257740c-8a08-4310-9115-9174092beecd tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 944 time: 0.0517123 Aug 12 22:00:58.919500 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-de70ba16-1f8e-49fc-9bdf-c807c0844c2b req-f8f3f78d-1a2b-47d4-9433-3e4a2b2135ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329337 Aug 12 22:00:59.643462 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c7af3-8fa3-4b71-a507-3436657bd0f3 req-b717c6bb-bf4b-43fb-961c-2089b54ccf4a tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:59.644968 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-be7c7af3-8fa3-4b71-a507-3436657bd0f3 req-b717c6bb-bf4b-43fb-961c-2089b54ccf4a tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0495529 Aug 12 22:00:59.683951 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-be7c7af3-8fa3-4b71-a507-3436657bd0f3 req-ac7783c0-6665-4a60-9f80-011e2b7c4c5e tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329509 Aug 12 22:00:59.826385 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cc15ae35-74a3-4a10-a21a-199f15562ab3 req-68645e77-61c1-4a1a-8553-eb0eb19ba512 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 210 time: 0.0289674 Aug 12 22:01:00.037377 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa3186-5870-490d-8e3b-c9a49b226adc req-7d80250f-9720-4238-afd2-f114e47e50ec tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:00.038879 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bbfa3186-5870-490d-8e3b-c9a49b226adc req-7d80250f-9720-4238-afd2-f114e47e50ec tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 944 time: 0.0479171 Aug 12 22:01:00.076111 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bbfa3186-5870-490d-8e3b-c9a49b226adc req-2a6e4c41-0859-4c5f-a8f6-78c18669dc4a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308170 Aug 12 22:01:00.804446 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce139b9-6117-4249-b7e0-e9f4b1af9f3d req-057d8557-5257-4af8-9342-55cedb5bf841 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:00.806666 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5ce139b9-6117-4249-b7e0-e9f4b1af9f3d req-057d8557-5257-4af8-9342-55cedb5bf841 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0550528 Aug 12 22:01:00.848988 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5ce139b9-6117-4249-b7e0-e9f4b1af9f3d req-1625b1fc-420f-4dc9-8766-bf32850f7110 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356746 Aug 12 22:01:00.921691 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-09a0c39e-c1a6-48f0-8558-febf599caab0 req-d9f265d8-0618-4ee9-8cc4-95bcb34dbfd6 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 210 time: 0.0284095 Aug 12 22:01:01.103268 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['b56077df-b77d-4c36-9211-7f7d9a10212b'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:01:01.194491 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0273d1-97c2-4066-b682-8ca6b62d8a2d req-c4dc892a-4168-446a-abe0-563d0b70f629 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:01.196626 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ff0273d1-97c2-4066-b682-8ca6b62d8a2d req-c4dc892a-4168-446a-abe0-563d0b70f629 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 944 time: 0.0486848 Aug 12 22:01:01.242175 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ff0273d1-97c2-4066-b682-8ca6b62d8a2d req-2651e991-f6ff-4d09-ac57-ec9f74d81579 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351856 Aug 12 22:01:01.466834 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-950b1710-6bb5-4522-a2a9-ca2d19df1aaf tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:01.468180 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-950b1710-6bb5-4522-a2a9-ca2d19df1aaf tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "GET /v2.0/networks?id=7dc646d7-f950-434b-a533-971074945ab2 HTTP/1.1" status: 200 len: 814 time: 0.1153631 Aug 12 22:01:01.490178 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Request body: {'port': {'device_id': '45ff24f3-813b-414e-8dcb-93d316cfc486', 'network_id': '7dc646d7-f950-434b-a533-971074945ab2', 'admin_state_up': True, 'tenant_id': 'f422e7690b9f4daf891a90a7cb9b1b0d'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:01.599074 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Made reservation on behalf of f422e7690b9f4daf891a90a7cb9b1b0d for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:01:01.603877 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:01.733465 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Allocated IP 172.20.0.7 (7dc646d7-f950-434b-a533-971074945ab2/967e0119-10d8-4136-be16-ba8092727e05/f5791b10-d8b8-4223-85d6-151f634feb0a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:01:01.892105 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:01.956626 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.040306 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Network 7dc646d7-f950-434b-a533-971074945ab2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:01:02.043078 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Pushing event updated for resources: {'Port': ['ID=f5791b10-d8b8-4223-85d6-151f634feb0a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:02.053811 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52966c-09ae-4365-bd15-bda1d4d201f6 req-7d4a7209-7def-4a52-88a7-af8596904454 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:02.055861 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2c52966c-09ae-4365-bd15-bda1d4d201f6 req-7d4a7209-7def-4a52-88a7-af8596904454 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.1314619 Aug 12 22:01:02.056674 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:02.060258 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:01:02.097353 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:02.097739 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:02.098088 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:02.098432 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:02.098774 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:02.099115 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:02.099452 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:02.099791 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:02.100127 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:02.100459 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:02.100793 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:02.101124 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:02.145299 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be8fe0-8256-4b98-a604-6a545cb37b57 req-f428b655-7fcc-45e2-823e-ea07aa5017f0 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:02.146833 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b2be8fe0-8256-4b98-a604-6a545cb37b57 req-f428b655-7fcc-45e2-823e-ea07aa5017f0 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 931 time: 0.1530600 Aug 12 22:01:02.163180 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:02.163789 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.182162 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2c52966c-09ae-4365-bd15-bda1d4d201f6 req-c3308a9f-f06f-43a0-8e69-2bf26f1e041f tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168129 Aug 12 22:01:02.205778 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-a44ccf55-e06e-4fc9-832f-741c5ca0a27d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7193933 Aug 12 22:01:02.213819 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b2be8fe0-8256-4b98-a604-6a545cb37b57 req-8d921a50-7429-44cc-99a6-e7bb587d0c19 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588610 Aug 12 22:01:02.365076 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273d99d-00e4-4353-85fc-751ef6f615e7 req-6b75180c-0fe7-43dc-a1b8-ce4e2497c66a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:02.366578 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d273d99d-00e4-4353-85fc-751ef6f615e7 req-6b75180c-0fe7-43dc-a1b8-ce4e2497c66a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 944 time: 0.0502203 Aug 12 22:01:02.406502 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d273d99d-00e4-4353-85fc-751ef6f615e7 req-140a5983-695d-486f-ae3e-55845fef3469 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337286 Aug 12 22:01:03.332797 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56974b0-ce4b-4f87-8a3a-a1344dfbac71 req-625863f4-5261-4eb2-ae46-d7e1f0c34e5d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:03.334307 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c56974b0-ce4b-4f87-8a3a-a1344dfbac71 req-625863f4-5261-4eb2-ae46-d7e1f0c34e5d tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0804951 Aug 12 22:01:03.356177 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2273df-1155-421a-b6bb-1558521e8d0f req-eb2869bf-7f29-4821-bdc9-45afa41577b5 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:03.357611 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3a2273df-1155-421a-b6bb-1558521e8d0f req-eb2869bf-7f29-4821-bdc9-45afa41577b5 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 931 time: 0.0741501 Aug 12 22:01:03.400996 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c56974b0-ce4b-4f87-8a3a-a1344dfbac71 req-759fd575-d5bd-4526-8fe3-6aa9f39e3ab0 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586040 Aug 12 22:01:03.415214 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3a2273df-1155-421a-b6bb-1558521e8d0f req-f3280e90-4a0c-4dba-8930-012ede1b24b3 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499020 Aug 12 22:01:03.526824 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b696fd-1964-4c9f-85ee-4c56bee84d6e req-ed721735-a9c9-4a2e-a44b-178efa4e962d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:03.528288 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c3b696fd-1964-4c9f-85ee-4c56bee84d6e req-ed721735-a9c9-4a2e-a44b-178efa4e962d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 944 time: 0.0491102 Aug 12 22:01:03.564844 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c3b696fd-1964-4c9f-85ee-4c56bee84d6e req-19901dc7-73a9-4ca9-ac79-9224f16c5a66 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305333 Aug 12 22:01:03.870649 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Request body: {'port': {'device_id': '45ff24f3-813b-414e-8dcb-93d316cfc486', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:03.926488 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:04.185863 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5791b10-d8b8-4223-85d6-151f634feb0a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:01:04.193397 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:04.206151 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Transition to ACTIVE for port object f5791b10-d8b8-4223-85d6-151f634feb0a will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:01:04.209422 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:04.272674 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Pushing event updated for resources: {'Port': ['ID=f5791b10-d8b8-4223-85d6-151f634feb0a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:04.325288 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Attempting to bind port f5791b10-d8b8-4223-85d6-151f634feb0a on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:01:04.325655 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Attempting to bind port f5791b10-d8b8-4223-85d6-151f634feb0a by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:01:04.325988 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Attempting to bind port f5791b10-d8b8-4223-85d6-151f634feb0a on network 7dc646d7-f950-434b-a533-971074945ab2 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:01:04.330163 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Port f5791b10-d8b8-4223-85d6-151f634feb0a on network 7dc646d7-f950-434b-a533-971074945ab2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:01:04.330490 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Attempting to bind port f5791b10-d8b8-4223-85d6-151f634feb0a on network 7dc646d7-f950-434b-a533-971074945ab2 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:01:04.335219 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:01:04.335782 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Checking segment: {'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:01:04.335938 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Bound using segment: {'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:01:04.336391 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Bound port: f5791b10-d8b8-4223-85d6-151f634feb0a, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0551abc9-1eb0-4035-afc1-173b3cedf23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '7dc646d7-f950-434b-a533-971074945ab2'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:01:04.336747 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:04.401165 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] For port f5791b10-d8b8-4223-85d6-151f634feb0a, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:01:04.404208 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] For port f5791b10-d8b8-4223-85d6-151f634feb0a, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f5791b10-d8b8-4223-85d6-151f634feb0a,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:01:04.407935 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:04.439863 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:04.440569 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:04.442314 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] 10.222.0.58 "PUT /v2.0/ports/f5791b10-d8b8-4223-85d6-151f634feb0a HTTP/1.1" status: 200 len: 1093 time: 0.5759115 Aug 12 22:01:04.444216 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ff24f3-813b-414e-8dcb-93d316cfc486', 'tag': 'f5791b10-d8b8-4223-85d6-151f634feb0a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:04.447022 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd7e1b2-1f93-4fad-85b1-9b9a4328b6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "45ff24f3-813b-414e-8dcb-93d316cfc486", "tag": "f5791b10-d8b8-4223-85d6-151f634feb0a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:04.484569 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ed899-fdff-4734-9b0a-77c9cc25454f service neutron] Pushing event updated for resources: {'Port': ['ID=f5791b10-d8b8-4223-85d6-151f634feb0a,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:04.560898 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ccc52-ab03-4013-a9bb-563b209728ed req-ca30146d-b48a-4daa-95c4-55d98389f6bc tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:04.562401 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-905ccc52-ab03-4013-a9bb-563b209728ed req-ca30146d-b48a-4daa-95c4-55d98389f6bc tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0911877 Aug 12 22:01:04.569600 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2641-a653-42fa-857e-0a0bbffce3e0 req-c7676f1b-95e6-4acd-8e9a-018d77e881c2 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:04.571267 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1cdb2641-a653-42fa-857e-0a0bbffce3e0 req-c7676f1b-95e6-4acd-8e9a-018d77e881c2 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 943 time: 0.0824139 Aug 12 22:01:04.625613 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-905ccc52-ab03-4013-a9bb-563b209728ed req-9ff76b09-522d-45f3-a38f-ff8d0633cdbe tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533547 Aug 12 22:01:04.632504 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1cdb2641-a653-42fa-857e-0a0bbffce3e0 req-6128f9f0-acfb-4ba2-bab4-26c5360c1b78 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547230 Aug 12 22:01:04.669121 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6ca96f-a861-4820-b07d-0d906e7ed211 x-openstack-request-id: req-bf6ca96f-a861-4820-b07d-0d906e7ed211 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:04.669412 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ff24f3-813b-414e-8dcb-93d316cfc486", "tag": "f5791b10-d8b8-4223-85d6-151f634feb0a", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:04.669697 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf6ca96f-a861-4820-b07d-0d906e7ed211 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:04.670101 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ff24f3-813b-414e-8dcb-93d316cfc486', 'tag': 'f5791b10-d8b8-4223-85d6-151f634feb0a', 'status': 'completed', 'code': 200} Aug 12 22:01:04.736203 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0ccea-5ab0-48fb-9b0a-afb55c92b0bb req-9f54f2f2-2e24-443d-9f03-2f05a7fc85e7 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:04.737719 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-43f0ccea-5ab0-48fb-9b0a-afb55c92b0bb req-9f54f2f2-2e24-443d-9f03-2f05a7fc85e7 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 944 time: 0.0495031 Aug 12 22:01:04.774290 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-43f0ccea-5ab0-48fb-9b0a-afb55c92b0bb req-d669b827-c334-4e68-85e2-ee98cde733ee tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302582 Aug 12 22:01:05.138984 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7e1b2-1f93-4fad-85b1-9b9a4328b6ca req-e30fd963-1761-4e6e-ba25-6496852902a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:05.140464 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9bd7e1b2-1f93-4fad-85b1-9b9a4328b6ca req-e30fd963-1761-4e6e-ba25-6496852902a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f422e7690b9f4daf891a90a7cb9b1b0d&device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 1096 time: 0.0437870 Aug 12 22:01:05.247309 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7e1b2-1f93-4fad-85b1-9b9a4328b6ca req-5bd6d183-c1f7-418b-8680-32cad977d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:05.248779 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9bd7e1b2-1f93-4fad-85b1-9b9a4328b6ca req-5bd6d183-c1f7-418b-8680-32cad977d557 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f422e7690b9f4daf891a90a7cb9b1b0d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0929525 Aug 12 22:01:05.351080 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7e1b2-1f93-4fad-85b1-9b9a4328b6ca req-2426bb29-1748-439f-ac25-336058ad0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:05.352636 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9bd7e1b2-1f93-4fad-85b1-9b9a4328b6ca req-2426bb29-1748-439f-ac25-336058ad0ea2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904026 Aug 12 22:01:05.419852 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['a959efa4-79f6-48a9-b4ad-a6abccaf3ad2', '974b89a8-c8e9-43d7-8743-1bed8c23a49c', 'fca98a11-5a13-4664-bc02-bbf5073c8e30'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:01:05.441475 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-72365327-4649-43a4-93b3-1af6818ed37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:05.443017 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-72365327-4649-43a4-93b3-1af6818ed37a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f422e7690b9f4daf891a90a7cb9b1b0d&device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 1096 time: 0.0408762 Aug 12 22:01:05.499690 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-e8c247c3-e14d-40cf-bac3-ca4ac9095c4f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5791b10-d8b8-4223-85d6-151f634feb0a HTTP/1.1" status: 200 len: 217 time: 0.0363081 Aug 12 22:01:05.564757 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-bb5b78fa-829e-4f8e-8e00-7f70a74ee555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:05.566428 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-bb5b78fa-829e-4f8e-8e00-7f70a74ee555 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=967e0119-10d8-4136-be16-ba8092727e05 HTTP/1.1" status: 200 len: 854 time: 0.0518467 Aug 12 22:01:05.613621 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-b9bf369f-bb8c-4cdb-a23a-fe69cfff1754 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7dc646d7-f950-434b-a533-971074945ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282836 Aug 12 22:01:05.774515 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-d9f7d903-67d7-4101-8cd1-1e1183681c93 service neutron] 10.222.0.58 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496766 Aug 12 22:01:05.857558 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device b56077df-b77d-4c36-9211-7f7d9a10212b up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:01:05.866802 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087de047-1fa2-4b8f-8db0-b7d1afe6846d req-51b5152f-3d15-4189-9427-7a2b0d957563 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:05.868976 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-087de047-1fa2-4b8f-8db0-b7d1afe6846d req-51b5152f-3d15-4189-9427-7a2b0d957563 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 943 time: 0.1426394 Aug 12 22:01:05.885527 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28032f4f-e37f-40f2-93ce-9368bac40dc1 req-4b1f93b3-e0b4-4314-9f4b-c4849a3a7328 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:05.886716 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-28032f4f-e37f-40f2-93ce-9368bac40dc1 req-4b1f93b3-e0b4-4314-9f4b-c4849a3a7328 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.1420705 Aug 12 22:01:05.905321 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port b56077df-b77d-4c36-9211-7f7d9a10212b triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:05.905738 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:05.963175 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6bffa77d-e532-42eb-8324-d18b19e9f7b6 req-68e79638-bd95-4544-855e-8c4a8ed53499 service neutron] 10.222.0.58 "GET /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711226 Aug 12 22:01:05.969471 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-087de047-1fa2-4b8f-8db0-b7d1afe6846d req-f7561f5c-0369-438c-8f79-d79443204e52 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924456 Aug 12 22:01:05.973588 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-28032f4f-e37f-40f2-93ce-9368bac40dc1 req-7de38bf9-2a68-458e-b75e-43d5616465c2 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783360 Aug 12 22:01:05.983824 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:06.010169 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56077df-b77d-4c36-9211-7f7d9a10212b'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:06.012694 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e9476a-fddb-4bfe-8797-1cd821cf11e8" -d '{"events": [{"server_uuid": "aefe6f69-93ee-4e60-a842-5baec76cd1f1", "name": "network-vif-plugged", "status": "completed", "tag": "b56077df-b77d-4c36-9211-7f7d9a10212b"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:06.025692 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port b56077df-b77d-4c36-9211-7f7d9a10212b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b56077df-b77d-4c36-9211-7f7d9a10212b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:06.030049 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:06.058303 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c109825-844f-4621-9d18-bb0032266752 x-openstack-request-id: req-9c109825-844f-4621-9d18-bb0032266752 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:06.058596 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefe6f69-93ee-4e60-a842-5baec76cd1f1", "name": "network-vif-plugged", "status": "completed", "tag": "b56077df-b77d-4c36-9211-7f7d9a10212b", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:06.058849 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c109825-844f-4621-9d18-bb0032266752 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:06.059235 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'code': 200} Aug 12 22:01:06.091413 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=b56077df-b77d-4c36-9211-7f7d9a10212b,revision_number=10']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:06.100722 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15469e9-7fd8-409c-8af3-dd0244eb2f96 req-2c5223ed-6de8-4c23-aecd-7b39b70ca579 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:06.103567 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b15469e9-7fd8-409c-8af3-dd0244eb2f96 req-2c5223ed-6de8-4c23-aecd-7b39b70ca579 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 946 time: 0.0626135 Aug 12 22:01:06.145161 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b15469e9-7fd8-409c-8af3-dd0244eb2f96 req-2409f8c0-b386-4e1e-8914-980eee1c6ebd tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354245 Aug 12 22:01:07.117111 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b08c0-a1d5-4486-bbc5-b588d1ba5b03 req-473b02aa-9ee6-41eb-a1cc-2dd87aee11c0 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:07.119115 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d39b08c0-a1d5-4486-bbc5-b588d1ba5b03 req-473b02aa-9ee6-41eb-a1cc-2dd87aee11c0 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 943 time: 0.0794287 Aug 12 22:01:07.131500 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c116e-5baa-4b6b-9b76-e45bd68aec61 req-d3afdda1-304a-469b-8219-ef9b97bd178b tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:07.132941 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-736c116e-5baa-4b6b-9b76-e45bd68aec61 req-d3afdda1-304a-469b-8219-ef9b97bd178b tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0680847 Aug 12 22:01:07.190027 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d39b08c0-a1d5-4486-bbc5-b588d1ba5b03 req-9fd688be-5d24-4034-a3ab-ac5ee645a992 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555928 Aug 12 22:01:07.193832 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-736c116e-5baa-4b6b-9b76-e45bd68aec61 req-cfbd766e-5d3c-46f8-aa24-3eb1a5ea5e32 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536919 Aug 12 22:01:07.298240 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a809ba-e013-4708-a4cd-29963d845082 req-d7edad69-ab67-452b-be7f-73635ca58440 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:07.299712 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a6a809ba-e013-4708-a4cd-29963d845082 req-d7edad69-ab67-452b-be7f-73635ca58440 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 946 time: 0.0491471 Aug 12 22:01:07.336647 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a6a809ba-e013-4708-a4cd-29963d845082 req-7bc8080e-9663-468c-b674-b5938a1d001a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302429 Aug 12 22:01:08.338247 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340adeb3-b040-48e4-a9ff-639777590731 req-6e4aef3c-f6a3-440e-affa-32e044adf088 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:08.339718 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-340adeb3-b040-48e4-a9ff-639777590731 req-6e4aef3c-f6a3-440e-affa-32e044adf088 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 943 time: 0.0789998 Aug 12 22:01:08.350463 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e455ea-44e4-46aa-bced-c1ad2ad331e1 req-61be9b1c-3d3f-42a6-99c1-328cf4b7cd74 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:08.351889 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-23e455ea-44e4-46aa-bced-c1ad2ad331e1 req-61be9b1c-3d3f-42a6-99c1-328cf4b7cd74 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0892391 Aug 12 22:01:08.404257 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-340adeb3-b040-48e4-a9ff-639777590731 req-e4ee14d2-ef5a-421c-ae40-54642234df5f tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514185 Aug 12 22:01:08.413330 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-23e455ea-44e4-46aa-bced-c1ad2ad331e1 req-e5813b68-ae5f-4675-9ad2-d2a975260f6c tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549111 Aug 12 22:01:08.513368 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b9ba0-69d9-4290-a19b-2b0262f53804 req-abcba3fd-f380-4029-8d0a-a242a6ed4279 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:08.514791 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-156b9ba0-69d9-4290-a19b-2b0262f53804 req-abcba3fd-f380-4029-8d0a-a242a6ed4279 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 946 time: 0.0486298 Aug 12 22:01:08.551322 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-156b9ba0-69d9-4290-a19b-2b0262f53804 req-9974820e-16d9-4d91-8a6d-95b15dc5251d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307069 Aug 12 22:01:09.557556 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de70275-a93a-4650-9fa3-20a683e5291a req-2ccf38c1-d58e-446b-aa57-f24d594b01ed tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:09.559041 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9de70275-a93a-4650-9fa3-20a683e5291a req-2ccf38c1-d58e-446b-aa57-f24d594b01ed tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 943 time: 0.0797908 Aug 12 22:01:09.567250 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936584f-2200-4b44-b5f8-a63cfdc6860d req-c152e871-4356-46b8-8552-5c3f40e48430 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:09.568613 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9936584f-2200-4b44-b5f8-a63cfdc6860d req-c152e871-4356-46b8-8552-5c3f40e48430 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0805349 Aug 12 22:01:09.624598 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9de70275-a93a-4650-9fa3-20a683e5291a req-66714258-3876-41dd-a7ee-aab07c74e212 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550404 Aug 12 22:01:09.628547 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9936584f-2200-4b44-b5f8-a63cfdc6860d req-0f6e37c4-52af-4e8d-955f-2205fd90a879 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528417 Aug 12 22:01:09.729426 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b50d37-bd2a-4664-950f-01ed4df04d00 req-0411b2de-aa41-4ddb-956d-608df3fd89f2 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:09.730825 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-93b50d37-bd2a-4664-950f-01ed4df04d00 req-0411b2de-aa41-4ddb-956d-608df3fd89f2 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 946 time: 0.0489216 Aug 12 22:01:09.767456 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-93b50d37-bd2a-4664-950f-01ed4df04d00 req-ebc56c91-1f5b-4e40-a646-f4f35737f222 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308244 Aug 12 22:01:10.210364 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a24cfb-1734-4c86-850a-f9b3e266a293 req-4a064aa8-181f-48f2-9fa6-e2b8e545d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:10.211864 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e8a24cfb-1734-4c86-850a-f9b3e266a293 req-4a064aa8-181f-48f2-9fa6-e2b8e545d090 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 1099 time: 0.0461488 Aug 12 22:01:10.252972 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e8a24cfb-1734-4c86-850a-f9b3e266a293 req-203d22f4-710b-4a69-af80-704da63baa8c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277193 Aug 12 22:01:10.600026 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa200dd-0bf6-4550-b983-6c6ef556f7d4 req-4f9e6cfb-c34e-44aa-9f99-a62e960b755f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:10.601491 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6aa200dd-0bf6-4550-b983-6c6ef556f7d4 req-4f9e6cfb-c34e-44aa-9f99-a62e960b755f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.0481179 Aug 12 22:01:10.639334 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6aa200dd-0bf6-4550-b983-6c6ef556f7d4 req-7e1af849-8ebe-45d0-aa0c-629225cb0c80 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311756 Aug 12 22:01:10.774517 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a4600-e741-43a9-b1aa-c6b47b4c6720 req-86bd142b-195a-4308-8e69-617acaa70d00 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:10.775981 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9c4a4600-e741-43a9-b1aa-c6b47b4c6720 req-86bd142b-195a-4308-8e69-617acaa70d00 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 943 time: 0.0817957 Aug 12 22:01:10.784390 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6950da-4a27-4eea-af04-0e1ab4a9228a req-88d92afd-751a-4e9f-b3e4-285815e8ece6 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:10.785908 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1d6950da-4a27-4eea-af04-0e1ab4a9228a req-88d92afd-751a-4e9f-b3e4-285815e8ece6 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0824990 Aug 12 22:01:10.841143 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9c4a4600-e741-43a9-b1aa-c6b47b4c6720 req-dbc67190-24bd-4228-bcfb-7c8ed61d62eb tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542622 Aug 12 22:01:10.848409 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1d6950da-4a27-4eea-af04-0e1ab4a9228a req-2e271eda-d288-41cc-bb63-e88627b153cb tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548716 Aug 12 22:01:10.961716 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecede1-c2ab-4f79-ba6f-a686bdac99eb req-f8d34050-1e05-452b-a070-30c8c91b5c09 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:10.963239 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9aecede1-c2ab-4f79-ba6f-a686bdac99eb req-f8d34050-1e05-452b-a070-30c8c91b5c09 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 946 time: 0.0502112 Aug 12 22:01:11.001528 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9aecede1-c2ab-4f79-ba6f-a686bdac99eb req-b46c401d-807a-4e9b-a11a-520118e2b829 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320246 Aug 12 22:01:11.754771 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d79f9-d9a7-4182-ba5c-5fe93caa00d9 req-cb79e1a4-1730-4148-a197-cfa4405bb453 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:11.756224 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b53d79f9-d9a7-4182-ba5c-5fe93caa00d9 req-cb79e1a4-1730-4148-a197-cfa4405bb453 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.0490391 Aug 12 22:01:11.797351 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b53d79f9-d9a7-4182-ba5c-5fe93caa00d9 req-84299a29-97d4-4e15-97c0-77775b9326c9 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345905 Aug 12 22:01:11.895905 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device f5791b10-d8b8-4223-85d6-151f634feb0a details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:01:11.994788 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2eeb0-953e-43f3-8f60-dccf8c61d0bf req-7f7cb0f0-e253-4857-a86c-3bc008772a20 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:11.995482 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4ea2eeb0-953e-43f3-8f60-dccf8c61d0bf req-7f7cb0f0-e253-4857-a86c-3bc008772a20 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 943 time: 0.0783472 Aug 12 22:01:11.998576 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port f5791b10-d8b8-4223-85d6-151f634feb0a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f5791b10-d8b8-4223-85d6-151f634feb0a,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:12.011219 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': 'f5791b10-d8b8-4223-85d6-151f634feb0a', 'network_id': '7dc646d7-f950-434b-a533-971074945ab2', 'port_id': 'f5791b10-d8b8-4223-85d6-151f634feb0a', 'mac_address': 'fa:16:3e:d6:f1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967e0119-10d8-4136-be16-ba8092727e05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:01:12.011580 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b46ef2-d63d-40e6-9ca5-bb1a4a70c240 req-94a3844e-ed23-4f97-9cdb-20f50db20c0f tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:12.013355 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-56b46ef2-d63d-40e6-9ca5-bb1a4a70c240 req-94a3844e-ed23-4f97-9cdb-20f50db20c0f tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0877075 Aug 12 22:01:12.052531 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:12.065729 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5791b10-d8b8-4223-85d6-151f634feb0a {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:01:12.068991 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4ea2eeb0-953e-43f3-8f60-dccf8c61d0bf req-8155cb91-f7c1-4013-ab3b-f27e667032e3 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665889 Aug 12 22:01:12.085672 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port f5791b10-d8b8-4223-85d6-151f634feb0a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f5791b10-d8b8-4223-85d6-151f634feb0a,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:12.089694 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-56b46ef2-d63d-40e6-9ca5-bb1a4a70c240 req-e66a51f3-cd83-4328-bbeb-06041adc74a1 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6069bb8-d963-45ce-9067-994caf7c3cc8&id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570815 Aug 12 22:01:12.095128 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:12.143569 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=f5791b10-d8b8-4223-85d6-151f634feb0a,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:12.192199 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989fba2-9567-4272-99b9-c45307e06402 req-df99ec09-4bd7-4f14-bfa5-a50664b2ddd5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:12.193709 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8989fba2-9567-4272-99b9-c45307e06402 req-df99ec09-4bd7-4f14-bfa5-a50664b2ddd5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 946 time: 0.0631073 Aug 12 22:01:12.232569 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8989fba2-9567-4272-99b9-c45307e06402 req-c9243b8f-8409-4c8f-810f-0c8696dcf439 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328250 Aug 12 22:01:12.709671 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['f5791b10-d8b8-4223-85d6-151f634feb0a'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:01:12.914881 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7f9ac-1e90-4c9e-9ae5-634a6a3c9335 req-07cb2bc2-f526-4de3-9431-a14c06f4517e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:12.916373 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f6e7f9ac-1e90-4c9e-9ae5-634a6a3c9335 req-07cb2bc2-f526-4de3-9431-a14c06f4517e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.0491290 Aug 12 22:01:12.952653 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f6e7f9ac-1e90-4c9e-9ae5-634a6a3c9335 req-94085250-187f-46dd-b2fa-244f5030eaf4 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301607 Aug 12 22:01:13.054647 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-91f1f5b8-937d-42dd-a6a9-e4de91278292 req-63f5a325-2220-4393-8b55-f605ebba95db service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390506 Aug 12 22:01:13.139241 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1f5b8-937d-42dd-a6a9-e4de91278292 req-d6604dc9-20b7-482f-b086-7a3282dc1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:13.140777 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-91f1f5b8-937d-42dd-a6a9-e4de91278292 req-d6604dc9-20b7-482f-b086-7a3282dc1c68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f0168f0c18f4408a7f2984a0a4038f4&device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 1099 time: 0.0514174 Aug 12 22:01:13.212550 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fee7d9-757b-4d51-a9ce-d6709e1fbc59 req-9f87edcc-cd4f-44e2-bf14-78b2aa2d8c1d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:13.213980 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f7fee7d9-757b-4d51-a9ce-d6709e1fbc59 req-9f87edcc-cd4f-44e2-bf14-78b2aa2d8c1d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 944 time: 0.0687327 Aug 12 22:01:13.295633 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f7fee7d9-757b-4d51-a9ce-d6709e1fbc59 req-b63aab85-c0b8-4834-9377-aa753addb287 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564365 Aug 12 22:01:13.324814 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1f5b8-937d-42dd-a6a9-e4de91278292 req-a1f610a7-9d0d-4dea-a7fb-82b6415005c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:13.326286 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-91f1f5b8-937d-42dd-a6a9-e4de91278292 req-a1f610a7-9d0d-4dea-a7fb-82b6415005c5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=095a1efa-c2bb-4f8d-8a60-e45d89fec269 HTTP/1.1" status: 200 len: 911 time: 0.1446450 Aug 12 22:01:13.398229 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef0331-a558-4355-b972-25971cd93cca req-8d3a65a0-910c-44ef-b876-514b8939f483 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:13.400365 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4eef0331-a558-4355-b972-25971cd93cca req-8d3a65a0-910c-44ef-b876-514b8939f483 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 946 time: 0.0893927 Aug 12 22:01:13.430148 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-91f1f5b8-937d-42dd-a6a9-e4de91278292 req-6c55dc01-db12-469e-ac7e-e42ea9fef53e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6223b9fc-b444-4db6-9415-f1851686b2c8 HTTP/1.1" status: 200 len: 1002 time: 0.0839622 Aug 12 22:01:13.446500 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4eef0331-a558-4355-b972-25971cd93cca req-2b1ca098-019d-48f4-9b93-b6bac15fd960 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396349 Aug 12 22:01:13.497132 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1f5b8-937d-42dd-a6a9-e4de91278292 req-27c42e54-98ca-44c1-9193-5c02826cfe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:13.498553 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-91f1f5b8-937d-42dd-a6a9-e4de91278292 req-27c42e54-98ca-44c1-9193-5c02826cfe6d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8645d12-4e07-4775-ade2-97bd878f2184 HTTP/1.1" status: 200 len: 849 time: 0.0470455 Aug 12 22:01:13.548477 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1f5b8-937d-42dd-a6a9-e4de91278292 req-0ce6462b-e5a7-48b8-ba6c-2dfdf2861c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:13.549972 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-91f1f5b8-937d-42dd-a6a9-e4de91278292 req-0ce6462b-e5a7-48b8-ba6c-2dfdf2861c3e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=095a1efa-c2bb-4f8d-8a60-e45d89fec269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393422 Aug 12 22:01:13.646344 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-91f1f5b8-937d-42dd-a6a9-e4de91278292 req-ab63a40d-6c0d-47a8-9b91-40275eb8e413 service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807030 Aug 12 22:01:13.751809 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-91f1f5b8-937d-42dd-a6a9-e4de91278292 req-6287b92c-099a-4ba8-8b4d-815aebccde7d service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838587 Aug 12 22:01:14.071421 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d91512-b875-4202-bfef-af84f692b984 req-10e22dab-d000-4141-89f7-fc36f6971880 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:14.073062 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49d91512-b875-4202-bfef-af84f692b984 req-10e22dab-d000-4141-89f7-fc36f6971880 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.0523002 Aug 12 22:01:14.112076 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49d91512-b875-4202-bfef-af84f692b984 req-51c5479c-10ae-44ca-aeb4-cfbb41a78279 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324535 Aug 12 22:01:14.399314 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:01:14.436987 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0b04d-a2f5-4a6e-bbed-b7f4d300afa5 req-c2874f4c-4977-45e0-9fc2-08404eda25e0 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:14.438612 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-22e0b04d-a2f5-4a6e-bbed-b7f4d300afa5 req-c2874f4c-4977-45e0-9fc2-08404eda25e0 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 944 time: 0.0643630 Aug 12 22:01:14.481598 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-22e0b04d-a2f5-4a6e-bbed-b7f4d300afa5 req-3ca8288a-df06-4175-87ac-48bbd83ddb96 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361331 Aug 12 22:01:14.574527 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbb7b9-a0ad-4ab0-a445-2d8e20e16f52 req-94be3db5-51b1-4d0e-b574-3591eeb9551c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:14.575868 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-59fbb7b9-a0ad-4ab0-a445-2d8e20e16f52 req-94be3db5-51b1-4d0e-b574-3591eeb9551c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 946 time: 0.0478613 Aug 12 22:01:14.613368 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-59fbb7b9-a0ad-4ab0-a445-2d8e20e16f52 req-c8cb631c-5d3a-46d0-9a51-9f3049242bed tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315945 Aug 12 22:01:15.225833 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c82e38-49d2-4e14-be3f-60ed9a1d8d00 req-384f3730-4fd3-4077-92d1-879b98793a3e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:15.227334 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c3c82e38-49d2-4e14-be3f-60ed9a1d8d00 req-384f3730-4fd3-4077-92d1-879b98793a3e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.0486023 Aug 12 22:01:15.264781 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c3c82e38-49d2-4e14-be3f-60ed9a1d8d00 req-30e50656-f2cf-452b-b7d0-ccc6532cad0f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314827 Aug 12 22:01:15.605814 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947189e-9019-48b4-a768-315683a3491f req-e25e863a-f9af-4496-9117-5d082c111849 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:15.607289 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e947189e-9019-48b4-a768-315683a3491f req-e25e863a-f9af-4496-9117-5d082c111849 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 944 time: 0.0575235 Aug 12 22:01:15.764652 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.891819 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device f5791b10-d8b8-4223-85d6-151f634feb0a up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:01:15.921323 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e947189e-9019-48b4-a768-315683a3491f req-820f37a3-ca93-4f32-928f-7e16331043b7 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080082 Aug 12 22:01:15.942152 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81582d-3a12-4bfb-9f19-4ebd439b5202 req-3b573128-c117-4ef0-b4c9-d2a201955421 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:15.944230 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7d81582d-3a12-4bfb-9f19-4ebd439b5202 req-3b573128-c117-4ef0-b4c9-d2a201955421 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 946 time: 0.0695438 Aug 12 22:01:15.957024 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port f5791b10-d8b8-4223-85d6-151f634feb0a completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:01:15.966045 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port f5791b10-d8b8-4223-85d6-151f634feb0a triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:15.966732 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.988387 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7d81582d-3a12-4bfb-9f19-4ebd439b5202 req-d57f2d29-976d-4056-9fca-45ae2de9005e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372028 Aug 12 22:01:16.055632 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.077230 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ff24f3-813b-414e-8dcb-93d316cfc486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5791b10-d8b8-4223-85d6-151f634feb0a'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:16.079488 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9723b88-1cc4-46b9-8054-2838c24d31d3" -d '{"events": [{"server_uuid": "45ff24f3-813b-414e-8dcb-93d316cfc486", "name": "network-vif-plugged", "status": "completed", "tag": "f5791b10-d8b8-4223-85d6-151f634feb0a"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:16.093077 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port f5791b10-d8b8-4223-85d6-151f634feb0a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f5791b10-d8b8-4223-85d6-151f634feb0a,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:16.101619 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.126188 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32de127-21e8-4d43-a862-8c62385ecc80 x-openstack-request-id: req-b32de127-21e8-4d43-a862-8c62385ecc80 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:16.126579 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ff24f3-813b-414e-8dcb-93d316cfc486", "name": "network-vif-plugged", "status": "completed", "tag": "f5791b10-d8b8-4223-85d6-151f634feb0a", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:16.126796 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b32de127-21e8-4d43-a862-8c62385ecc80 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:16.127324 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ff24f3-813b-414e-8dcb-93d316cfc486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5791b10-d8b8-4223-85d6-151f634feb0a', 'code': 200} Aug 12 22:01:16.152962 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=f5791b10-d8b8-4223-85d6-151f634feb0a,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:16.274598 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b1bea-1a1f-4419-9e5f-7d5aebf8f71f req-db687852-a86f-48ea-908b-c50c67759f0c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:16.276763 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ea4b1bea-1a1f-4419-9e5f-7d5aebf8f71f req-db687852-a86f-48ea-908b-c50c67759f0c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.0659606 Aug 12 22:01:16.446612 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9a8d1-2a6b-4f5f-9d40-142591063e3a req-695aff45-0bad-4f47-9092-44758af00726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:16.448114 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dff9a8d1-2a6b-4f5f-9d40-142591063e3a req-695aff45-0bad-4f47-9092-44758af00726 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 1098 time: 0.1096344 Aug 12 22:01:16.458598 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a27b5a-11f4-4155-8f8f-018f928d42ef req-c1f7c93b-67e7-4c89-979b-6dd03c3630af tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:16.459909 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b3a27b5a-11f4-4155-8f8f-018f928d42ef req-c1f7c93b-67e7-4c89-979b-6dd03c3630af tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 946 time: 0.1203680 Aug 12 22:01:16.519793 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-ea4b1bea-1a1f-4419-9e5f-7d5aebf8f71f req-4d2d4a9a-5bb1-46ab-9bbf-f6787b832e5f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Deleting port 93b23b3c-47ad-4c93-9c04-1504aee66e9c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:16.520186 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ea4b1bea-1a1f-4419-9e5f-7d5aebf8f71f req-4d2d4a9a-5bb1-46ab-9bbf-f6787b832e5f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.548693 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dff9a8d1-2a6b-4f5f-9d40-142591063e3a req-dfc567d0-c561-4f50-8d9f-c6663209aa30 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878315 Aug 12 22:01:16.578150 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b3a27b5a-11f4-4155-8f8f-018f928d42ef req-20d4922b-da81-48ff-bd1c-75ed9c96fdd9 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099982 Aug 12 22:01:16.631558 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ea4b1bea-1a1f-4419-9e5f-7d5aebf8f71f req-4d2d4a9a-5bb1-46ab-9bbf-f6787b832e5f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] For port 93b23b3c-47ad-4c93-9c04-1504aee66e9c, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93b23b3c-47ad-4c93-9c04-1504aee66e9c,segment=NetworkSegment(6aff0b57-81c7-4f0e-a08f-5fa3267fe95e),segment_id=6aff0b57-81c7-4f0e-a08f-5fa3267fe95e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:16.631948 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ea4b1bea-1a1f-4419-9e5f-7d5aebf8f71f req-4d2d4a9a-5bb1-46ab-9bbf-f6787b832e5f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.647887 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-ea4b1bea-1a1f-4419-9e5f-7d5aebf8f71f req-4d2d4a9a-5bb1-46ab-9bbf-f6787b832e5f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Calling delete_port for 93b23b3c-47ad-4c93-9c04-1504aee66e9c owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:16.799816 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7febc-d06d-4fd6-815e-b5101aa38fff req-05216d31-c6ba-49a2-8a57-addbf41316ca tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:16.801246 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6fa7febc-d06d-4fd6-815e-b5101aa38fff req-05216d31-c6ba-49a2-8a57-addbf41316ca tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 946 time: 0.0840645 Aug 12 22:01:16.837588 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ea4b1bea-1a1f-4419-9e5f-7d5aebf8f71f req-4d2d4a9a-5bb1-46ab-9bbf-f6787b832e5f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.852007 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['93b23b3c-47ad-4c93-9c04-1504aee66e9c', 'af4d73f1-89ec-41b8-a619-8edc0ab6317d'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:01:16.878788 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6fa7febc-d06d-4fd6-815e-b5101aa38fff req-02d20f05-041b-424d-ac0e-7932564e8b74 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700312 Aug 12 22:01:16.881161 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d4a9a-5bb1-46ab-9bbf-f6787b832e5f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Pushing event deleted for resources: {'Port': ['ID=93b23b3c-47ad-4c93-9c04-1504aee66e9c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:16.922872 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4b1bea-1a1f-4419-9e5f-7d5aebf8f71f req-4d2d4a9a-5bb1-46ab-9bbf-f6787b832e5f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] No DVR routers for this DVR port 93b23b3c-47ad-4c93-9c04-1504aee66e9c on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:01:16.925962 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ea4b1bea-1a1f-4419-9e5f-7d5aebf8f71f req-4d2d4a9a-5bb1-46ab-9bbf-f6787b832e5f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.927940 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ea4b1bea-1a1f-4419-9e5f-7d5aebf8f71f req-4d2d4a9a-5bb1-46ab-9bbf-f6787b832e5f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.58 "DELETE /v2.0/ports/93b23b3c-47ad-4c93-9c04-1504aee66e9c HTTP/1.1" status: 204 len: 173 time: 0.6212673 Aug 12 22:01:16.928382 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c277b07-1de7-40d5-bfbf-8bd33b2197d7', 'name': 'network-vif-deleted', 'tag': '93b23b3c-47ad-4c93-9c04-1504aee66e9c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:16.931192 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2541b0-dc50-405b-991b-baa4654580c0" -d '{"events": [{"server_uuid": "1c277b07-1de7-40d5-bfbf-8bd33b2197d7", "name": "network-vif-deleted", "tag": "93b23b3c-47ad-4c93-9c04-1504aee66e9c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:16.976791 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe25f83-51e7-417f-b487-112c19413be2 x-openstack-request-id: req-3fe25f83-51e7-417f-b487-112c19413be2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:16.977090 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c277b07-1de7-40d5-bfbf-8bd33b2197d7", "name": "network-vif-deleted", "tag": "93b23b3c-47ad-4c93-9c04-1504aee66e9c", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:16.977348 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3fe25f83-51e7-417f-b487-112c19413be2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:16.977781 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c277b07-1de7-40d5-bfbf-8bd33b2197d7', 'name': 'network-vif-deleted', 'tag': '93b23b3c-47ad-4c93-9c04-1504aee66e9c', 'status': 'completed', 'code': 200} Aug 12 22:01:17.065331 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788cd31-fe07-48d8-9832-9c68d4b6e27c req-97a3e15e-794d-48b3-8908-d1dcec076ac5 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:17.066913 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3788cd31-fe07-48d8-9832-9c68d4b6e27c req-97a3e15e-794d-48b3-8908-d1dcec076ac5 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 945 time: 0.0533931 Aug 12 22:01:17.135445 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3788cd31-fe07-48d8-9832-9c68d4b6e27c req-62505376-96f2-4dc9-a112-a36c73390236 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619550 Aug 12 22:01:17.152165 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625da317-dd8f-4e74-baef-e19268b5898d req-f6176dcc-f3c4-400f-8636-685b487ddb0b tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:17.153697 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-625da317-dd8f-4e74-baef-e19268b5898d req-f6176dcc-f3c4-400f-8636-685b487ddb0b tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 946 time: 0.0671413 Aug 12 22:01:17.193225 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-625da317-dd8f-4e74-baef-e19268b5898d req-0de98f93-6dc0-47dc-abc1-f44ca1127d2b tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336199 Aug 12 22:01:17.684319 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-699a13cb-962c-4753-a34b-41a4a17c7837 req-d38b3871-5582-468a-9499-a2451c431380 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c277b07-1de7-40d5-bfbf-8bd33b2197d7 HTTP/1.1" status: 200 len: 210 time: 0.0259941 Aug 12 22:01:18.001311 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9880c92-dce9-4e70-ba3a-a47bbb29af64 req-5dd87ba5-6652-46b1-95b3-6870a78f4cc7 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:18.002829 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c9880c92-dce9-4e70-ba3a-a47bbb29af64 req-5dd87ba5-6652-46b1-95b3-6870a78f4cc7 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 946 time: 0.0499139 Aug 12 22:01:18.041348 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c9880c92-dce9-4e70-ba3a-a47bbb29af64 req-a2ea75cf-e53a-4e67-a4d3-6f6733ebfc6e tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325282 Aug 12 22:01:18.256837 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0483e4e-6e24-4938-b660-c2978d90071f req-cd3e18c5-a9fd-45b0-b527-959bf60a9788 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:18.258379 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a0483e4e-6e24-4938-b660-c2978d90071f req-cd3e18c5-a9fd-45b0-b527-959bf60a9788 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 945 time: 0.0529211 Aug 12 22:01:18.302230 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a0483e4e-6e24-4938-b660-c2978d90071f req-ad9b03d1-8ae5-4ce8-bbf9-d013db5d2987 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378690 Aug 12 22:01:18.947352 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f850d6-a8e7-4276-868e-6829ec8b0a2f req-3e940892-cbee-4167-92f2-b82050750ad3 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:18.948733 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-98f850d6-a8e7-4276-868e-6829ec8b0a2f req-3e940892-cbee-4167-92f2-b82050750ad3 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0482085 Aug 12 22:01:18.985626 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-98f850d6-a8e7-4276-868e-6829ec8b0a2f req-b6414343-f049-44ec-82e4-453b7c20ac16 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308940 Aug 12 22:01:19.171058 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0017e2-94af-4097-b4b5-c7797f2d06c3 req-28bda9ff-8902-43fe-b278-c3775e765d24 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:19.172562 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-af0017e2-94af-4097-b4b5-c7797f2d06c3 req-28bda9ff-8902-43fe-b278-c3775e765d24 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 946 time: 0.0487442 Aug 12 22:01:19.209809 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-af0017e2-94af-4097-b4b5-c7797f2d06c3 req-6270a789-191e-4275-a789-29a158852220 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314178 Aug 12 22:01:19.416545 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a64e3-14f5-4503-bec6-0d685845db54 req-ac044e0c-158f-4566-a317-3ea10d705411 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:19.418044 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b63a64e3-14f5-4503-bec6-0d685845db54 req-ac044e0c-158f-4566-a317-3ea10d705411 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 945 time: 0.0483940 Aug 12 22:01:19.459089 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b63a64e3-14f5-4503-bec6-0d685845db54 req-a6f5764f-fe8f-4ed6-8c82-d08b99817952 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349543 Aug 12 22:01:19.895582 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 93b23b3c-47ad-4c93-9c04-1504aee66e9c no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:19.914673 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: 93b23b3c-47ad-4c93-9c04-1504aee66e9c {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:19.915011 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 93b23b3c-47ad-4c93-9c04-1504aee66e9c not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:20.098163 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e19d59-8b41-4321-8097-c2c1e1d26709 req-448a04e9-ab2e-44ca-a396-fecb5756c0c4 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:20.099656 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-23e19d59-8b41-4321-8097-c2c1e1d26709 req-448a04e9-ab2e-44ca-a396-fecb5756c0c4 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0487351 Aug 12 22:01:20.161381 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-23e19d59-8b41-4321-8097-c2c1e1d26709 req-abc09efa-7b55-4de4-9fb7-1fa2db319e90 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552373 Aug 12 22:01:20.179984 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b55be-b0ed-46a4-be54-8ce5623a811e req-7d523388-956e-4dff-8d69-27904e98f497 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:20.182037 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-396b55be-b0ed-46a4-be54-8ce5623a811e req-7d523388-956e-4dff-8d69-27904e98f497 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 946 time: 0.0625498 Aug 12 22:01:20.288786 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-396b55be-b0ed-46a4-be54-8ce5623a811e req-47c29f55-bc10-4e15-b603-229c9c37909d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Deleting port 0151e640-e9f2-4b69-a67d-661d99edcec7 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:20.289050 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-396b55be-b0ed-46a4-be54-8ce5623a811e req-47c29f55-bc10-4e15-b603-229c9c37909d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:20.385736 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772db947-c9f1-460b-afa8-392b049f00ba req-69d57470-9ae2-4a21-b610-0a6481c7fb97 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:20.387196 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-772db947-c9f1-460b-afa8-392b049f00ba req-69d57470-9ae2-4a21-b610-0a6481c7fb97 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac2d3dce-3f34-4e0e-8bcd-815c77378b49 HTTP/1.1" status: 200 len: 946 time: 0.1094565 Aug 12 22:01:20.423058 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-396b55be-b0ed-46a4-be54-8ce5623a811e req-47c29f55-bc10-4e15-b603-229c9c37909d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] For port 0151e640-e9f2-4b69-a67d-661d99edcec7, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0151e640-e9f2-4b69-a67d-661d99edcec7,segment=NetworkSegment(0b3791e4-960f-4b15-ae9a-2650468d9ffa),segment_id=0b3791e4-960f-4b15-ae9a-2650468d9ffa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:20.423434 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-396b55be-b0ed-46a4-be54-8ce5623a811e req-47c29f55-bc10-4e15-b603-229c9c37909d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:20.446001 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-396b55be-b0ed-46a4-be54-8ce5623a811e req-47c29f55-bc10-4e15-b603-229c9c37909d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Calling delete_port for 0151e640-e9f2-4b69-a67d-661d99edcec7 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:20.450116 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-772db947-c9f1-460b-afa8-392b049f00ba req-502ef016-08b4-44ea-8c46-6023062f922f tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570738 Aug 12 22:01:20.573181 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-396b55be-b0ed-46a4-be54-8ce5623a811e req-47c29f55-bc10-4e15-b603-229c9c37909d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:20.595389 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['0151e640-e9f2-4b69-a67d-661d99edcec7'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:01:20.606235 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c29f55-bc10-4e15-b603-229c9c37909d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Pushing event deleted for resources: {'Port': ['ID=0151e640-e9f2-4b69-a67d-661d99edcec7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:20.645695 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-396b55be-b0ed-46a4-be54-8ce5623a811e req-47c29f55-bc10-4e15-b603-229c9c37909d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] No DVR routers for this DVR port 0151e640-e9f2-4b69-a67d-661d99edcec7 on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:01:20.648278 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-396b55be-b0ed-46a4-be54-8ce5623a811e req-47c29f55-bc10-4e15-b603-229c9c37909d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:20.650882 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-396b55be-b0ed-46a4-be54-8ce5623a811e req-47c29f55-bc10-4e15-b603-229c9c37909d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.58 "DELETE /v2.0/ports/0151e640-e9f2-4b69-a67d-661d99edcec7 HTTP/1.1" status: 204 len: 173 time: 0.4623916 Aug 12 22:01:20.651319 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2d3dce-3f34-4e0e-8bcd-815c77378b49', 'name': 'network-vif-deleted', 'tag': '0151e640-e9f2-4b69-a67d-661d99edcec7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:20.653519 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288b58b5-4a87-4bdd-b72b-9c8bd2e56a20" -d '{"events": [{"server_uuid": "ac2d3dce-3f34-4e0e-8bcd-815c77378b49", "name": "network-vif-deleted", "tag": "0151e640-e9f2-4b69-a67d-661d99edcec7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:20.688929 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb665a8-00e0-4c7a-b782-9f11acbb89bb x-openstack-request-id: req-4eb665a8-00e0-4c7a-b782-9f11acbb89bb {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:20.689222 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2d3dce-3f34-4e0e-8bcd-815c77378b49", "name": "network-vif-deleted", "tag": "0151e640-e9f2-4b69-a67d-661d99edcec7", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:20.689476 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4eb665a8-00e0-4c7a-b782-9f11acbb89bb {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:20.689911 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2d3dce-3f34-4e0e-8bcd-815c77378b49', 'name': 'network-vif-deleted', 'tag': '0151e640-e9f2-4b69-a67d-661d99edcec7', 'status': 'completed', 'code': 200} Aug 12 22:01:21.279184 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64411444-ae9d-488d-806f-4f23ea47a9c4 req-768afd5d-c6bf-4cf2-abe7-0031b3dcacd1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:21.280716 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-64411444-ae9d-488d-806f-4f23ea47a9c4 req-768afd5d-c6bf-4cf2-abe7-0031b3dcacd1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0498745 Aug 12 22:01:21.318670 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-64411444-ae9d-488d-806f-4f23ea47a9c4 req-9b381051-f11d-41e6-989e-63883f66ce44 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318940 Aug 12 22:01:21.839654 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e9126584-e32b-4113-bb58-94b12f79f8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:22.436733 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d546eff-9259-4d1a-a0ef-a1ffa01749e9 req-f83c911a-0d77-4db7-8922-3fbf6308e297 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:22.438234 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3d546eff-9259-4d1a-a0ef-a1ffa01749e9 req-f83c911a-0d77-4db7-8922-3fbf6308e297 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0529423 Aug 12 22:01:22.474595 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3d546eff-9259-4d1a-a0ef-a1ffa01749e9 req-038887f9-7f81-402c-820a-ef24f91df2e6 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304449 Aug 12 22:01:23.600948 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55ae8c-8a92-4cff-a4f2-578388a6b1f8 req-aaa87423-8969-4fd3-8a4c-273d7a5375cd tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:23.602457 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5c55ae8c-8a92-4cff-a4f2-578388a6b1f8 req-aaa87423-8969-4fd3-8a4c-273d7a5375cd tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0491230 Aug 12 22:01:23.640272 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5c55ae8c-8a92-4cff-a4f2-578388a6b1f8 req-4b46b754-0691-4a78-b451-0d0cd3621079 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319729 Aug 12 22:01:24.099216 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 0151e640-e9f2-4b69-a67d-661d99edcec7 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:24.120734 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: 0151e640-e9f2-4b69-a67d-661d99edcec7 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:24.121083 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 0151e640-e9f2-4b69-a67d-661d99edcec7 not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:24.462232 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b77aa2c1-7f96-4813-8b83-49ee3ef70c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:24.464268 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:24.752992 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eefb4c-723b-4df0-9cdf-1ed921781909 req-3770b495-f383-4866-8fa2-96bd4d781e7e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:24.754518 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f9eefb4c-723b-4df0-9cdf-1ed921781909 req-3770b495-f383-4866-8fa2-96bd4d781e7e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0496638 Aug 12 22:01:24.791825 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f9eefb4c-723b-4df0-9cdf-1ed921781909 req-72a0d75d-6372-42b6-818e-9c657bb3b1b5 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Aug 12 22:01:25.665912 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:25.914389 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99fc2b-a9a7-4aac-9a5f-80e08d31151f req-f6ffbf05-4440-4e19-a0cd-bc89b9ed4e45 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:25.915897 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-af99fc2b-a9a7-4aac-9a5f-80e08d31151f req-f6ffbf05-4440-4e19-a0cd-bc89b9ed4e45 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0549655 Aug 12 22:01:25.955468 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-af99fc2b-a9a7-4aac-9a5f-80e08d31151f req-95da0de2-caa0-4fd9-847d-07b86b826f37 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335803 Aug 12 22:01:27.071157 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad065ba-9572-4caa-9e94-8b6b8ce605f5 req-3f105723-d81d-4738-8bd3-abbff76afc07 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:27.073300 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6ad065ba-9572-4caa-9e94-8b6b8ce605f5 req-3f105723-d81d-4738-8bd3-abbff76afc07 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0489726 Aug 12 22:01:27.112650 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6ad065ba-9572-4caa-9e94-8b6b8ce605f5 req-b62f1faa-93fa-477e-8aa4-dec3cd79cb6c tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334163 Aug 12 22:01:27.702936 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:28.232330 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0b1c-ab08-4ee4-b27f-2c57c718a854 req-c87c0c83-b72f-43b1-a76a-3a01cd89f72f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:28.233872 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e69a0b1c-ab08-4ee4-b27f-2c57c718a854 req-c87c0c83-b72f-43b1-a76a-3a01cd89f72f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0495267 Aug 12 22:01:28.271134 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e69a0b1c-ab08-4ee4-b27f-2c57c718a854 req-f893e7b0-4d17-4abf-81e3-852e604d077e tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312734 Aug 12 22:01:29.389493 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20b09f-5889-493a-a2dc-86c9e60eef60 req-4d11663c-470a-48f5-a7df-f00d597f794f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:29.391026 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-db20b09f-5889-493a-a2dc-86c9e60eef60 req-4d11663c-470a-48f5-a7df-f00d597f794f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0546074 Aug 12 22:01:29.434048 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-db20b09f-5889-493a-a2dc-86c9e60eef60 req-1b4f328c-4dd3-4b42-a3e4-905bfe89a0d9 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371234 Aug 12 22:01:30.362711 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e75c68-8173-407f-aa50-a9ea5818ff83 req-fac7efe6-c5e2-44f6-9923-0cad1e7e39c1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:30.364164 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f3e75c68-8173-407f-aa50-a9ea5818ff83 req-fac7efe6-c5e2-44f6-9923-0cad1e7e39c1 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.58 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0491233 Aug 12 22:01:30.482851 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-f3e75c68-8173-407f-aa50-a9ea5818ff83 req-ca019328-cf41-4893-a5bd-5ade5a45c6f3 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Deleting port af4d73f1-89ec-41b8-a619-8edc0ab6317d {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:30.483547 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f3e75c68-8173-407f-aa50-a9ea5818ff83 req-ca019328-cf41-4893-a5bd-5ade5a45c6f3 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:30.594621 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf5171-f7c4-4eec-a396-4daebbebb3d9 req-d91cc821-f551-4f0e-8fe8-fd3499f06d72 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:30.596125 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-41cf5171-f7c4-4eec-a396-4daebbebb3d9 req-d91cc821-f551-4f0e-8fe8-fd3499f06d72 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b0bc6-9e68-4777-86b7-e50ff7dcd748 HTTP/1.1" status: 200 len: 945 time: 0.0957396 Aug 12 22:01:30.625754 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-f3e75c68-8173-407f-aa50-a9ea5818ff83 req-ca019328-cf41-4893-a5bd-5ade5a45c6f3 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] For port af4d73f1-89ec-41b8-a619-8edc0ab6317d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=af4d73f1-89ec-41b8-a619-8edc0ab6317d,segment=NetworkSegment(6aff0b57-81c7-4f0e-a08f-5fa3267fe95e),segment_id=6aff0b57-81c7-4f0e-a08f-5fa3267fe95e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:30.626134 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f3e75c68-8173-407f-aa50-a9ea5818ff83 req-ca019328-cf41-4893-a5bd-5ade5a45c6f3 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:30.645333 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-f3e75c68-8173-407f-aa50-a9ea5818ff83 req-ca019328-cf41-4893-a5bd-5ade5a45c6f3 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Calling delete_port for af4d73f1-89ec-41b8-a619-8edc0ab6317d owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:30.668040 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-41cf5171-f7c4-4eec-a396-4daebbebb3d9 req-bd08917b-391e-40e4-ab1d-3ad39008ef9f tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653374 Aug 12 22:01:30.780595 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f3e75c68-8173-407f-aa50-a9ea5818ff83 req-ca019328-cf41-4893-a5bd-5ade5a45c6f3 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:30.812574 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca019328-cf41-4893-a5bd-5ade5a45c6f3 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Pushing event deleted for resources: {'Port': ['ID=af4d73f1-89ec-41b8-a619-8edc0ab6317d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:30.852014 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e75c68-8173-407f-aa50-a9ea5818ff83 req-ca019328-cf41-4893-a5bd-5ade5a45c6f3 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] No DVR routers for this DVR port af4d73f1-89ec-41b8-a619-8edc0ab6317d on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:01:30.855049 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f3e75c68-8173-407f-aa50-a9ea5818ff83 req-ca019328-cf41-4893-a5bd-5ade5a45c6f3 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:30.857013 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f3e75c68-8173-407f-aa50-a9ea5818ff83 req-ca019328-cf41-4893-a5bd-5ade5a45c6f3 tempest-ServerRescueNegativeTestJSON-1185152228 tempest-ServerRescueNegativeTestJSON-1185152228-project] 10.222.0.58 "DELETE /v2.0/ports/af4d73f1-89ec-41b8-a619-8edc0ab6317d HTTP/1.1" status: 204 len: 173 time: 0.4649370 Aug 12 22:01:30.857465 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416b0bc6-9e68-4777-86b7-e50ff7dcd748', 'name': 'network-vif-deleted', 'tag': 'af4d73f1-89ec-41b8-a619-8edc0ab6317d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:30.859712 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ccbcb0-3260-4bfc-bc11-278c8ea21eb6" -d '{"events": [{"server_uuid": "416b0bc6-9e68-4777-86b7-e50ff7dcd748", "name": "network-vif-deleted", "tag": "af4d73f1-89ec-41b8-a619-8edc0ab6317d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:30.904146 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa34956-2899-4ae9-8823-9adc9df00a49 x-openstack-request-id: req-5fa34956-2899-4ae9-8823-9adc9df00a49 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:30.904598 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416b0bc6-9e68-4777-86b7-e50ff7dcd748", "name": "network-vif-deleted", "tag": "af4d73f1-89ec-41b8-a619-8edc0ab6317d", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:30.904719 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fa34956-2899-4ae9-8823-9adc9df00a49 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:30.905084 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416b0bc6-9e68-4777-86b7-e50ff7dcd748', 'name': 'network-vif-deleted', 'tag': 'af4d73f1-89ec-41b8-a619-8edc0ab6317d', 'status': 'completed', 'code': 200} Aug 12 22:01:31.455665 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-933ef580-2b9c-476f-b831-61bfe4e5cc6d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:31.457032 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-933ef580-2b9c-476f-b831-61bfe4e5cc6d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/networks?id=f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea HTTP/1.1" status: 200 len: 813 time: 0.1067233 Aug 12 22:01:31.473756 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-5b6726a2-497d-45a4-b308-a732d77c2084 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/quotas/e6c1820b931947ecb351dc6410abddf4 HTTP/1.1" status: 200 len: 375 time: 0.0103505 Aug 12 22:01:31.512634 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-339ea729-15d0-4539-b6c7-e53e1bf4988e tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6c1820b931947ecb351dc6410abddf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332744 Aug 12 22:01:31.645344 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-4a7a86d8-6781-4594-9e85-f00fa54f598f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:01:31.646442 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-4a7a86d8-6781-4594-9e85-f00fa54f598f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513494 Aug 12 22:01:31.725788 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34474) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:31.745840 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-13c7eec1-403c-47b3-a184-4bc62b1f4b98 service neutron] 10.222.0.30 "GET /v2.0/networks/f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926826 Aug 12 22:01:31.845606 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-6abf93ee-7c07-4791-bb1e-70ed92df32ec service neutron] 10.222.0.30 "GET /v2.0/networks/f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929763 Aug 12 22:01:32.085787 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5ab61b0e-2235-42e0-82c4-41659e7cbcf2 req-d4e3a44c-cf2e-4c0a-b32b-08963594ff8c tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 210 time: 0.0421295 Aug 12 22:01:32.306346 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device af4d73f1-89ec-41b8-a619-8edc0ab6317d no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:32.329334 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: af4d73f1-89ec-41b8-a619-8edc0ab6317d {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:32.330018 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device af4d73f1-89ec-41b8-a619-8edc0ab6317d not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:32.398078 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740956'] for router_interface, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:32.695490 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Deleting port 886c91e9-e660-4be3-b345-62f18c939b25 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:32.695833 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:32.774613 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] For port 886c91e9-e660-4be3-b345-62f18c939b25, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=886c91e9-e660-4be3-b345-62f18c939b25,segment=NetworkSegment(6aff0b57-81c7-4f0e-a08f-5fa3267fe95e),segment_id=6aff0b57-81c7-4f0e-a08f-5fa3267fe95e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:32.775280 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:32.787218 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Calling delete_port for 886c91e9-e660-4be3-b345-62f18c939b25 owned by network:router_interface {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:33.017502 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:33.043516 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Pushing event deleted for resources: {'Port': ['ID=886c91e9-e660-4be3-b345-62f18c939b25,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:33.057318 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:33.057709 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:33.058052 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:33.058401 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:33.058722 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:33.059054 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:33.059384 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:33.059707 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:33.060037 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:33.060359 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:33.060681 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:33.061024 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:33.279210 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4e2cfcbf-69cb-4c89-a127-42ddce541f08 req-02a9b173-2672-4688-b8f1-18257b09080f tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 210 time: 0.0740244 Aug 12 22:01:33.290289 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683756'] for router_interface, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:33.302019 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-90f81d57-d4ce-4960-a91d-d04ee80bb63d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:33.303967 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-90f81d57-d4ce-4960-a91d-d04ee80bb63d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.58 "GET /v2.0/networks?id=f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea HTTP/1.1" status: 200 len: 813 time: 0.1982362 Aug 12 22:01:33.327598 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-5dba75eb-bf44-4ff6-95e7-0b8cabae75e8 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Request body: {'port': {'device_id': '10c2323b-521b-47bc-979b-8caa5930398c', 'network_id': 'f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea', 'admin_state_up': True, 'tenant_id': 'e6c1820b931947ecb351dc6410abddf4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:33.438722 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-5dba75eb-bf44-4ff6-95e7-0b8cabae75e8 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Made reservation on behalf of e6c1820b931947ecb351dc6410abddf4 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:01:33.442203 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-5dba75eb-bf44-4ff6-95e7-0b8cabae75e8 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:33.511636 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Router 3a22accd-5bbb-42b5-94d8-bd889b7d79f0 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:01:33.569926 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-5dba75eb-bf44-4ff6-95e7-0b8cabae75e8 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Allocated IP 172.20.0.14 (f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea/b177883c-d645-4109-a6e6-598a7d798270/10c0a2b1-b5f4-438a-a110-1a7c0f33acfc) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:01:33.621695 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:01:33.627511 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-841917dd-9862-4e0d-8fff-321cc10ec945 admin admin] 10.222.0.30 "PUT /v2.0/routers/3a22accd-5bbb-42b5-94d8-bd889b7d79f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9008849 Aug 12 22:01:33.630033 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34510) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:33.632955 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe65c405-fa8a-4180-b338-09926b473da9 None None] Sync routers for ids ['3a22accd-5bbb-42b5-94d8-bd889b7d79f0'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:01:33.643302 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe65c405-fa8a-4180-b338-09926b473da9 None None] Routers {'3a22accd-5bbb-42b5-94d8-bd889b7d79f0'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:33.643906 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-fe65c405-fa8a-4180-b338-09926b473da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:01:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['3a22accd-5bbb-42b5-94d8-bd889b7d79f0'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:33.728930 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-5dba75eb-bf44-4ff6-95e7-0b8cabae75e8 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:33.739322 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] Notify callbacks [] for router, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:33.752413 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-fe65c405-fa8a-4180-b338-09926b473da9 None None] Set router 3a22accd-5bbb-42b5-94d8-bd889b7d79f0 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:33.772771 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-5dba75eb-bf44-4ff6-95e7-0b8cabae75e8 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:33.815950 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-5dba75eb-bf44-4ff6-95e7-0b8cabae75e8 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Network f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:01:33.821806 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-5dba75eb-bf44-4ff6-95e7-0b8cabae75e8 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:33.826204 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-5dba75eb-bf44-4ff6-95e7-0b8cabae75e8 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:01:33.851673 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba75eb-bf44-4ff6-95e7-0b8cabae75e8 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Pushing event updated for resources: {'Port': ['ID=10c0a2b1-b5f4-438a-a110-1a7c0f33acfc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:33.860484 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:33.884870 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-5dba75eb-bf44-4ff6-95e7-0b8cabae75e8 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:33.886189 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-5dba75eb-bf44-4ff6-95e7-0b8cabae75e8 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:33.902504 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-5dba75eb-bf44-4ff6-95e7-0b8cabae75e8 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5787997 Aug 12 22:01:33.917647 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] Deleting port 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:33.918247 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:33.918666 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Request body: {'port': {'device_id': '10c2323b-521b-47bc-979b-8caa5930398c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:33.964965 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-fe65c405-fa8a-4180-b338-09926b473da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1601175435-router', 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2a1d664d-e887-41a4-bcc9-ce5550d9f7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T22:01:32Z', 'revision_number': 5, 'project_id': '65c8e0e15b874e188e4c978a57a4d609', 'gw_port': {'id': '2a1d664d-e887-41a4-bcc9-ce5550d9f7a9', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:33.976664 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:33.991338 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe65c405-fa8a-4180-b338-09926b473da9 None None] Checking router: 3a22accd-5bbb-42b5-94d8-bd889b7d79f0 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:01:34.000500 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe65c405-fa8a-4180-b338-09926b473da9 None None] Routers {'3a22accd-5bbb-42b5-94d8-bd889b7d79f0'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:34.001100 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-fe65c405-fa8a-4180-b338-09926b473da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:01:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['3a22accd-5bbb-42b5-94d8-bd889b7d79f0'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:34.009777 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] For port 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=2a1d664d-e887-41a4-bcc9-ce5550d9f7a9,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:34.011591 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.025374 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] Calling delete_port for 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9 owned by network:router_gateway {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:34.088621 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-fe65c405-fa8a-4180-b338-09926b473da9 None None] Set router 3a22accd-5bbb-42b5-94d8-bd889b7d79f0 gateway port host: None {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:34.144294 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-fe65c405-fa8a-4180-b338-09926b473da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1601175435-router', 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T22:01:33Z', 'revision_number': 6, 'project_id': '65c8e0e15b874e188e4c978a57a4d609', 'gw_port_host': None}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:34.171591 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe65c405-fa8a-4180-b338-09926b473da9 None None] The sync data for ids ['3a22accd-5bbb-42b5-94d8-bd889b7d79f0'] in dv-cinder-804459-3-iscsi is: [{'id': '3a22accd-5bbb-42b5-94d8-bd889b7d79f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1601175435-router', 'tenant_id': '65c8e0e15b874e188e4c978a57a4d609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:48Z', 'updated_at': '2021-08-12T22:01:33Z', 'revision_number': 6, 'project_id': '65c8e0e15b874e188e4c978a57a4d609', 'gw_port_host': None}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:01:34.206316 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.234630 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1d664d-e887-41a4-bcc9-ce5550d9f7a9,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:34.268748 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:01:34.276551 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.288755 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Transition to ACTIVE for port object 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:01:34.295272 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.302078 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1683670'] for router_gateway, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.358248 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Pushing event updated for resources: {'Port': ['ID=10c0a2b1-b5f4-438a-a110-1a7c0f33acfc,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:34.415038 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103813'] for router, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.419210 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.481152 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5f3ed-8b7c-460a-94bf-47027ad81b39 req-24e04467-4386-4971-9462-da25b1c718ca tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:34.482585 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-15e5f3ed-8b7c-460a-94bf-47027ad81b39 req-24e04467-4386-4971-9462-da25b1c718ca tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 944 time: 0.0958114 Aug 12 22:01:34.485092 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Attempting to bind port 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:01:34.485596 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Attempting to bind port 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '0b3791e4-960f-4b15-ae9a-2650468d9ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:01:34.485830 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Attempting to bind port 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc on network f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:01:34.491000 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Port 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc on network f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:01:34.491326 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Attempting to bind port 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc on network f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:01:34.492777 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685301'] for router, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.493283 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a22accd-5bbb-42b5-94d8-bd889b7d79f0 {{(pid=93878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:01:34.503291 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.504527 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-28ff944f-ed35-4e51-8434-a329c5d32b9b admin admin] 10.222.0.30 "DELETE /v2.0/routers/3a22accd-5bbb-42b5-94d8-bd889b7d79f0 HTTP/1.1" status: 204 len: 168 time: 0.8735816 Aug 12 22:01:34.506531 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:01:34.507221 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Checking segment: {'id': '0b3791e4-960f-4b15-ae9a-2650468d9ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:01:34.507726 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Bound using segment: {'id': '0b3791e4-960f-4b15-ae9a-2650468d9ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:01:34.507951 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34522) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:34.508449 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Bound port: 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3791e4-960f-4b15-ae9a-2650468d9ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:01:34.508912 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.562802 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf85c12-52e5-4b70-8ce5-a0e4617ff971 admin admin] Deleting subnet 253d0eb4-be87-496e-9f11-596ea7aea7ca {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:01:34.566235 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2bf85c12-52e5-4b70-8ce5-a0e4617ff971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.566744 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-15e5f3ed-8b7c-460a-94bf-47027ad81b39 req-95a12dd6-2605-4cf3-bcc1-d45265e95d7f tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731082 Aug 12 22:01:34.600386 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] For port 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:01:34.603589 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] For port 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=10c0a2b1-b5f4-438a-a110-1a7c0f33acfc,segment=NetworkSegment(0b3791e4-960f-4b15-ae9a-2650468d9ffa),segment_id=0b3791e4-960f-4b15-ae9a-2650468d9ffa)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:01:34.611598 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.617329 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2bf85c12-52e5-4b70-8ce5-a0e4617ff971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287314101'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.650076 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:34.652206 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.652643 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] 10.222.0.58 "PUT /v2.0/ports/10c0a2b1-b5f4-438a-a110-1a7c0f33acfc HTTP/1.1" status: 200 len: 1094 time: 0.7383943 Aug 12 22:01:34.653112 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c2323b-521b-47bc-979b-8caa5930398c', 'tag': '10c0a2b1-b5f4-438a-a110-1a7c0f33acfc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:34.655416 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d445075f-f9c0-4185-aba4-60de0d4641d4" -d '{"events": [{"name": "network-changed", "server_uuid": "10c2323b-521b-47bc-979b-8caa5930398c", "tag": "10c0a2b1-b5f4-438a-a110-1a7c0f33acfc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:34.679361 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2bf85c12-52e5-4b70-8ce5-a0e4617ff971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.689202 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12564773-1dcd-40cb-adbb-10e96786171b service neutron] Pushing event updated for resources: {'Port': ['ID=10c0a2b1-b5f4-438a-a110-1a7c0f33acfc,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:34.702546 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f1dd64-1f85-46b0-9074-b0794c707945 x-openstack-request-id: req-36f1dd64-1f85-46b0-9074-b0794c707945 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:34.702751 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c2323b-521b-47bc-979b-8caa5930398c", "tag": "10c0a2b1-b5f4-438a-a110-1a7c0f33acfc", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:34.703104 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-36f1dd64-1f85-46b0-9074-b0794c707945 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:34.703630 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c2323b-521b-47bc-979b-8caa5930398c', 'tag': '10c0a2b1-b5f4-438a-a110-1a7c0f33acfc', 'status': 'completed', 'code': 200} Aug 12 22:01:34.742175 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2bf85c12-52e5-4b70-8ce5-a0e4617ff971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287189987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4286855062'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.754776 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-80e96d76-872b-4bc3-aa33-92f8547d15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:34.756480 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-80e96d76-872b-4bc3-aa33-92f8547d15c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6c1820b931947ecb351dc6410abddf4&device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 1097 time: 0.0445497 Aug 12 22:01:34.767713 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf85c12-52e5-4b70-8ce5-a0e4617ff971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=253d0eb4-be87-496e-9f11-596ea7aea7ca,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:34.771449 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2bf85c12-52e5-4b70-8ce5-a0e4617ff971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.773332 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-2bf85c12-52e5-4b70-8ce5-a0e4617ff971 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/253d0eb4-be87-496e-9f11-596ea7aea7ca HTTP/1.1" status: 204 len: 168 time: 0.2645199 Aug 12 22:01:34.776269 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34526) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:34.804317 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-2a94ae20-facd-44f6-b66f-0aae657e165e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10c0a2b1-b5f4-438a-a110-1a7c0f33acfc HTTP/1.1" status: 200 len: 217 time: 0.0374269 Aug 12 22:01:34.849961 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82e4cba9-1262-43ed-a38d-bbfedf3d27e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.859061 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-fa25c4af-e142-43aa-8c43-2e0f0ffe7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:34.861409 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-fa25c4af-e142-43aa-8c43-2e0f0ffe7b64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b177883c-d645-4109-a6e6-598a7d798270 HTTP/1.1" status: 200 len: 853 time: 0.0479786 Aug 12 22:01:34.906025 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-8d4c7b04-b1fc-4787-8404-1956c47fad7a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249939 Aug 12 22:01:34.935518 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82e4cba9-1262-43ed-a38d-bbfedf3d27e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.945181 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-82e4cba9-1262-43ed-a38d-bbfedf3d27e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6401582-edab-421b-84ee-f3395ffb54b7']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:34.957718 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-82e4cba9-1262-43ed-a38d-bbfedf3d27e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aff0b57-81c7-4f0e-a08f-5fa3267fe95e') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:34.958018 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-82e4cba9-1262-43ed-a38d-bbfedf3d27e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aff0b57-81c7-4f0e-a08f-5fa3267fe95e') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:34.969269 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82e4cba9-1262-43ed-a38d-bbfedf3d27e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287314082'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.987867 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82e4cba9-1262-43ed-a38d-bbfedf3d27e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.996173 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e4cba9-1262-43ed-a38d-bbfedf3d27e7 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:01:34.996577 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82e4cba9-1262-43ed-a38d-bbfedf3d27e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287189821'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: timer() Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: cb(*args, **kw) Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: self._notify() Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: self.callback(batched_events) Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: event.method(event) Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._get(url).json() Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:01:34.999242 dv-cinder-804459-3-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:01:35.016497 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-a00c90f9-0a8f-41a6-80b1-46531b901b2e service neutron] 10.222.0.58 "GET /v2.0/networks/f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987000 Aug 12 22:01:35.044013 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 886c91e9-e660-4be3-b345-62f18c939b25 no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:35.062980 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82e4cba9-1262-43ed-a38d-bbfedf3d27e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.065113 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 886c91e9-e660-4be3-b345-62f18c939b25 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:35.065571 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 886c91e9-e660-4be3-b345-62f18c939b25 not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:35.066078 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9 no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:35.071801 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82e4cba9-1262-43ed-a38d-bbfedf3d27e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.075457 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-82e4cba9-1262-43ed-a38d-bbfedf3d27e7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b6401582-edab-421b-84ee-f3395ffb54b7 HTTP/1.1" status: 204 len: 168 time: 0.2982619 Aug 12 22:01:35.085945 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4cba9-1262-43ed-a38d-bbfedf3d27e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6401582-edab-421b-84ee-f3395ffb54b7,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:35.088887 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:35.089325 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 2a1d664d-e887-41a4-bcc9-ce5550d9f7a9 not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:35.141720 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9757d0d-8b37-4d9c-8b50-3ef63a954283 req-db8bb0c2-0648-4c9f-b3f1-0c209d7de1c1 service neutron] 10.222.0.58 "GET /v2.0/networks/f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119454 Aug 12 22:01:35.248476 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34532) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:35.266541 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445075f-f9c0-4185-aba4-60de0d4641d4 req-8d4caaa1-69c3-4b14-b33b-2cadbd0b1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:35.268209 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d445075f-f9c0-4185-aba4-60de0d4641d4 req-8d4caaa1-69c3-4b14-b33b-2cadbd0b1831 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6c1820b931947ecb351dc6410abddf4&device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 1097 time: 0.0438788 Aug 12 22:01:35.294445 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-bdfbc68c-86d0-4492-aa37-e92abcba1ef1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65c8e0e15b874e188e4c978a57a4d609&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0445104 Aug 12 22:01:35.294967 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34534) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:35.347638 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d793ac4b-bed8-40cd-af37-709dbd4ff33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.371577 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d793ac4b-bed8-40cd-af37-709dbd4ff33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.375044 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445075f-f9c0-4185-aba4-60de0d4641d4 req-35556d38-86cb-43c7-96f9-b87c3cf454bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:35.376436 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d445075f-f9c0-4185-aba4-60de0d4641d4 req-35556d38-86cb-43c7-96f9-b87c3cf454bf service neutron] 10.222.0.58 "GET /v2.0/networks?id=f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea HTTP/1.1" status: 200 len: 914 time: 0.0967798 Aug 12 22:01:35.418239 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d793ac4b-bed8-40cd-af37-709dbd4ff33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.421084 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d793ac4b-bed8-40cd-af37-709dbd4ff33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.424589 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d793ac4b-bed8-40cd-af37-709dbd4ff33b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f HTTP/1.1" status: 204 len: 168 time: 0.1264329 Aug 12 22:01:35.431479 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793ac4b-bed8-40cd-af37-709dbd4ff33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc44ed0a-fc90-4ccc-8c6f-a61ef4d29f8f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:35.679717 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d445075f-f9c0-4185-aba4-60de0d4641d4 req-f943ba33-6864-440b-a837-406147ef75aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10c0a2b1-b5f4-438a-a110-1a7c0f33acfc HTTP/1.1" status: 200 len: 217 time: 0.2918112 Aug 12 22:01:35.784338 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445075f-f9c0-4185-aba4-60de0d4641d4 req-52ae3cf3-bb28-4c49-ba0b-e17598158d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:35.786614 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d445075f-f9c0-4185-aba4-60de0d4641d4 req-52ae3cf3-bb28-4c49-ba0b-e17598158d8a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b177883c-d645-4109-a6e6-598a7d798270 HTTP/1.1" status: 200 len: 853 time: 0.0908523 Aug 12 22:01:35.796355 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7b90a-c3f6-4cf6-bb8b-049576c659ae req-bd7d679f-38ad-4d1a-8986-57659c671b92 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:35.797775 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7cb7b90a-c3f6-4cf6-bb8b-049576c659ae req-bd7d679f-38ad-4d1a-8986-57659c671b92 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 944 time: 0.1221731 Aug 12 22:01:35.805105 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fb723-373d-4f06-9b0a-92cd088f132f req-d2b8a855-9f9d-4907-81f8-d03e653fb33a tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:35.806506 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5d3fb723-373d-4f06-9b0a-92cd088f132f req-d2b8a855-9f9d-4907-81f8-d03e653fb33a tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 945 time: 0.1296222 Aug 12 22:01:35.849685 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d445075f-f9c0-4185-aba4-60de0d4641d4 req-f7d0ae04-edf7-4f4b-8341-64c20237ebd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406113 Aug 12 22:01:35.927433 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7cb7b90a-c3f6-4cf6-bb8b-049576c659ae req-5c684d83-a8e7-4d02-8d02-6d4df13a9107 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193912 Aug 12 22:01:35.937402 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5d3fb723-373d-4f06-9b0a-92cd088f132f req-937dc643-e0f0-4580-a0e9-5df4354be709 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206007 Aug 12 22:01:35.980219 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d445075f-f9c0-4185-aba4-60de0d4641d4 req-b3e8385c-ae0d-40d6-bbdd-e5bed4857c9e service neutron] 10.222.0.58 "GET /v2.0/networks/f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182773 Aug 12 22:01:36.088589 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d445075f-f9c0-4185-aba4-60de0d4641d4 req-7aaf727c-a7aa-4f9a-9b28-989419c44fa6 service neutron] 10.222.0.58 "GET /v2.0/networks/f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933540 Aug 12 22:01:36.962771 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34584) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:37.073942 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2dfc254b-3492-436f-96d1-c897eadfd7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:37.079896 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1154e-2893-47ab-bca1-f41ffb857fc8 req-764141fb-cc34-45a8-b96b-5cb2e7c7b1a6 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:37.081384 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9be1154e-2893-47ab-bca1-f41ffb857fc8 req-764141fb-cc34-45a8-b96b-5cb2e7c7b1a6 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 944 time: 0.0787530 Aug 12 22:01:37.093098 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae1dd-04f7-430f-88a4-122844388d32 req-0d004fbe-0ddb-40e2-be55-7bc4bba5d154 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:37.095290 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b6aae1dd-04f7-430f-88a4-122844388d32 req-0d004fbe-0ddb-40e2-be55-7bc4bba5d154 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 945 time: 0.0663903 Aug 12 22:01:37.150602 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9be1154e-2893-47ab-bca1-f41ffb857fc8 req-2a08295c-7256-4579-bc2e-13503e51677b tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545716 Aug 12 22:01:37.155490 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b6aae1dd-04f7-430f-88a4-122844388d32 req-40626ef0-a6fb-4b1f-b6ab-9d9e11e06f0d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537782 Aug 12 22:01:37.167411 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2dfc254b-3492-436f-96d1-c897eadfd7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:37.171161 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2dfc254b-3492-436f-96d1-c897eadfd7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:37.420758 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-2dfc254b-3492-436f-96d1-c897eadfd7dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=746445a9d95243c78700b3a889f0bbf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568925 Aug 12 22:01:37.421647 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc254b-3492-436f-96d1-c897eadfd7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5a6c76-608d-43e8-932e-7bce5aa5db6e,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:37.423450 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 34590) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:37.480946 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e23aeae-5433-4ef9-bd89-ed642df2abf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:37.502829 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e23aeae-5433-4ef9-bd89-ed642df2abf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:37.549959 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e23aeae-5433-4ef9-bd89-ed642df2abf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:37.552571 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e23aeae-5433-4ef9-bd89-ed642df2abf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:37.553877 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-4e23aeae-5433-4ef9-bd89-ed642df2abf6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c5a6c76-608d-43e8-932e-7bce5aa5db6e HTTP/1.1" status: 204 len: 168 time: 0.1291988 Aug 12 22:01:37.564624 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23aeae-5433-4ef9-bd89-ed642df2abf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5a6c76-608d-43e8-932e-7bce5aa5db6e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:37.807907 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 34596) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:37.820931 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf6554dd-b96d-470b-a879-33618638ed9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:37.924386 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf6554dd-b96d-470b-a879-33618638ed9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:37.941201 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf6554dd-b96d-470b-a879-33618638ed9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:37.988454 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-cf6554dd-b96d-470b-a879-33618638ed9e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=123961182bfd431897e6e9b6bcecdbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793656 Aug 12 22:01:37.990048 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6554dd-b96d-470b-a879-33618638ed9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c454ea6-258d-47de-8829-315ad2225f83,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:37.991104 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34598) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:38.000554 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775928a-7a15-447e-a466-bb3b9eee10e5 req-7446aea8-7591-4c15-98c1-8ed6a6f2ec28 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:38.002063 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0775928a-7a15-447e-a466-bb3b9eee10e5 req-7446aea8-7591-4c15-98c1-8ed6a6f2ec28 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 945 time: 0.0902812 Aug 12 22:01:38.046154 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5b0524d6-8b0b-4b3b-b6e0-04e2e021b48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:38.071468 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5b0524d6-8b0b-4b3b-b6e0-04e2e021b48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:38.110016 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-0775928a-7a15-447e-a466-bb3b9eee10e5 req-73cf2d4e-8688-4cae-b626-bd894eaf0dac tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Deleting port f5791b10-d8b8-4223-85d6-151f634feb0a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:38.110988 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0775928a-7a15-447e-a466-bb3b9eee10e5 req-73cf2d4e-8688-4cae-b626-bd894eaf0dac tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:38.124230 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5b0524d6-8b0b-4b3b-b6e0-04e2e021b48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:38.128508 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5b0524d6-8b0b-4b3b-b6e0-04e2e021b48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:38.129877 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5b0524d6-8b0b-4b3b-b6e0-04e2e021b48a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c454ea6-258d-47de-8829-315ad2225f83 HTTP/1.1" status: 204 len: 168 time: 0.1376126 Aug 12 22:01:38.141633 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0524d6-8b0b-4b3b-b6e0-04e2e021b48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c454ea6-258d-47de-8829-315ad2225f83,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:38.283745 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0775928a-7a15-447e-a466-bb3b9eee10e5 req-73cf2d4e-8688-4cae-b626-bd894eaf0dac tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] For port f5791b10-d8b8-4223-85d6-151f634feb0a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f5791b10-d8b8-4223-85d6-151f634feb0a,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:38.284184 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0775928a-7a15-447e-a466-bb3b9eee10e5 req-73cf2d4e-8688-4cae-b626-bd894eaf0dac tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:38.327485 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-0775928a-7a15-447e-a466-bb3b9eee10e5 req-73cf2d4e-8688-4cae-b626-bd894eaf0dac tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Calling delete_port for f5791b10-d8b8-4223-85d6-151f634feb0a owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:38.342132 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:01:38.397551 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be0380-1053-4ed1-b2ac-7dd236433180 req-30632f61-c54b-4be2-a584-008da445570d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:38.399288 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-16be0380-1053-4ed1-b2ac-7dd236433180 req-30632f61-c54b-4be2-a584-008da445570d tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 944 time: 0.1662838 Aug 12 22:01:38.422415 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c4c32-0c8e-4c7a-8235-9f60631024c8 req-266a016e-37cf-455d-8cf0-ed1d3fbd514b tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:38.424191 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6c2c4c32-0c8e-4c7a-8235-9f60631024c8 req-266a016e-37cf-455d-8cf0-ed1d3fbd514b tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=45ff24f3-813b-414e-8dcb-93d316cfc486 HTTP/1.1" status: 200 len: 945 time: 0.1489768 Aug 12 22:01:38.460963 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=10c0a2b1-b5f4-438a-a110-1a7c0f33acfc,segment=NetworkSegment(0b3791e4-960f-4b15-ae9a-2650468d9ffa),segment_id=0b3791e4-960f-4b15-ae9a-2650468d9ffa)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:38.473213 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': '10c0a2b1-b5f4-438a-a110-1a7c0f33acfc', 'network_id': 'f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea', 'port_id': '10c0a2b1-b5f4-438a-a110-1a7c0f33acfc', 'mac_address': 'fa:16:3e:d1:6f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b177883c-d645-4109-a6e6-598a7d798270', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:01:38.493438 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-16be0380-1053-4ed1-b2ac-7dd236433180 req-ac74ea55-c17a-4de0-8a66-1e6a1660a1be tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863442 Aug 12 22:01:38.509475 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6c2c4c32-0c8e-4c7a-8235-9f60631024c8 req-cc209c61-81a9-4e6a-82ff-1f69c1d376dd tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717623 Aug 12 22:01:38.517659 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:38.537844 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:01:38.558687 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=10c0a2b1-b5f4-438a-a110-1a7c0f33acfc,segment=NetworkSegment(0b3791e4-960f-4b15-ae9a-2650468d9ffa),segment_id=0b3791e4-960f-4b15-ae9a-2650468d9ffa)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:38.565702 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:38.576947 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0775928a-7a15-447e-a466-bb3b9eee10e5 req-73cf2d4e-8688-4cae-b626-bd894eaf0dac tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:38.593299 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['a959efa4-79f6-48a9-b4ad-a6abccaf3ad2', '974b89a8-c8e9-43d7-8743-1bed8c23a49c', 'fca98a11-5a13-4664-bc02-bbf5073c8e30', 'f5791b10-d8b8-4223-85d6-151f634feb0a'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:01:38.614676 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf2d4e-8688-4cae-b626-bd894eaf0dac tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Pushing event deleted for resources: {'Port': ['ID=f5791b10-d8b8-4223-85d6-151f634feb0a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:38.655651 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=10c0a2b1-b5f4-438a-a110-1a7c0f33acfc,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:38.655910 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0775928a-7a15-447e-a466-bb3b9eee10e5 req-73cf2d4e-8688-4cae-b626-bd894eaf0dac tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] No DVR routers for this DVR port f5791b10-d8b8-4223-85d6-151f634feb0a on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:01:38.658279 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0775928a-7a15-447e-a466-bb3b9eee10e5 req-73cf2d4e-8688-4cae-b626-bd894eaf0dac tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:38.660341 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0775928a-7a15-447e-a466-bb3b9eee10e5 req-73cf2d4e-8688-4cae-b626-bd894eaf0dac tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "DELETE /v2.0/ports/f5791b10-d8b8-4223-85d6-151f634feb0a HTTP/1.1" status: 204 len: 173 time: 0.6498983 Aug 12 22:01:38.660953 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ff24f3-813b-414e-8dcb-93d316cfc486', 'name': 'network-vif-deleted', 'tag': 'f5791b10-d8b8-4223-85d6-151f634feb0a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:38.663259 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ac0159-47d4-4c45-9aeb-28e094f039f8" -d '{"events": [{"server_uuid": "45ff24f3-813b-414e-8dcb-93d316cfc486", "name": "network-vif-deleted", "tag": "f5791b10-d8b8-4223-85d6-151f634feb0a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:38.664738 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:38.665110 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:38.665541 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:38.666055 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:38.666431 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:38.666770 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:38.667103 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:38.667428 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:38.667786 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:38.668118 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:38.668445 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:38.668771 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:38.736336 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96ad9ec-3d79-4757-8f76-614837c83675 x-openstack-request-id: req-b96ad9ec-3d79-4757-8f76-614837c83675 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:38.736632 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ff24f3-813b-414e-8dcb-93d316cfc486", "name": "network-vif-deleted", "tag": "f5791b10-d8b8-4223-85d6-151f634feb0a", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:38.736898 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b96ad9ec-3d79-4757-8f76-614837c83675 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:38.737293 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ff24f3-813b-414e-8dcb-93d316cfc486', 'name': 'network-vif-deleted', 'tag': 'f5791b10-d8b8-4223-85d6-151f634feb0a', 'status': 'completed', 'code': 200} Aug 12 22:01:38.926695 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['10c0a2b1-b5f4-438a-a110-1a7c0f33acfc'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:01:39.618468 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f108bcf-0ca8-40a3-9e83-f54952d4cbc0 req-fd769dbe-7701-4bf5-a203-5afb5b70cd6e tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:39.622819 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0f108bcf-0ca8-40a3-9e83-f54952d4cbc0 req-fd769dbe-7701-4bf5-a203-5afb5b70cd6e tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 945 time: 0.0573108 Aug 12 22:01:39.673118 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0f108bcf-0ca8-40a3-9e83-f54952d4cbc0 req-e266fe54-250b-4f5c-8cb7-9f13ce851c52 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459850 Aug 12 22:01:40.367026 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:01:40.417899 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:01:40.421530 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:40.421981 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:40.495514 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:40.516567 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c2323b-521b-47bc-979b-8caa5930398c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c0a2b1-b5f4-438a-a110-1a7c0f33acfc'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:40.518822 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6152c946-b417-4d9b-9ab4-6263b4e8e7ea" -d '{"events": [{"server_uuid": "10c2323b-521b-47bc-979b-8caa5930398c", "name": "network-vif-plugged", "status": "completed", "tag": "10c0a2b1-b5f4-438a-a110-1a7c0f33acfc"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:40.531337 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=10c0a2b1-b5f4-438a-a110-1a7c0f33acfc,segment=NetworkSegment(0b3791e4-960f-4b15-ae9a-2650468d9ffa),segment_id=0b3791e4-960f-4b15-ae9a-2650468d9ffa)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:40.535478 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:40.559865 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287caec0-c54a-4172-a4d2-c36a3087990b x-openstack-request-id: req-287caec0-c54a-4172-a4d2-c36a3087990b {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:40.560161 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c2323b-521b-47bc-979b-8caa5930398c", "name": "network-vif-plugged", "status": "completed", "tag": "10c0a2b1-b5f4-438a-a110-1a7c0f33acfc", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:40.560417 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-287caec0-c54a-4172-a4d2-c36a3087990b {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:40.560810 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c2323b-521b-47bc-979b-8caa5930398c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c0a2b1-b5f4-438a-a110-1a7c0f33acfc', 'code': 200} Aug 12 22:01:40.590715 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=10c0a2b1-b5f4-438a-a110-1a7c0f33acfc,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:40.792613 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979966a7-59e9-483f-a27c-94775b5cc187 req-b64caa35-145a-4739-abae-59bbf57aad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:40.794238 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-979966a7-59e9-483f-a27c-94775b5cc187 req-b64caa35-145a-4739-abae-59bbf57aad98 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 1099 time: 0.0708141 Aug 12 22:01:40.811150 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536e493-07e2-4b91-a2ad-a8dd44b01dae req-5af204a4-aec8-483e-bd6e-7c631b7ec613 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:40.812667 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0536e493-07e2-4b91-a2ad-a8dd44b01dae req-5af204a4-aec8-483e-bd6e-7c631b7ec613 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 946 time: 0.0639644 Aug 12 22:01:40.864312 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-979966a7-59e9-483f-a27c-94775b5cc187 req-ec736c61-45d7-4174-bab6-83fb7decc63e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506644 Aug 12 22:01:40.872149 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0536e493-07e2-4b91-a2ad-a8dd44b01dae req-80a12b9c-a0ef-402b-af20-93d5498c7440 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521922 Aug 12 22:01:40.932427 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a4ab0-9750-462e-b507-f1e3420b7697 req-10cd89cb-17a0-496b-baf0-e4814378f872 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:40.933994 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0f0a4ab0-9750-462e-b507-f1e3420b7697 req-10cd89cb-17a0-496b-baf0-e4814378f872 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 945 time: 0.0495791 Aug 12 22:01:40.971488 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0f0a4ab0-9750-462e-b507-f1e3420b7697 req-d0912a3d-511e-49f8-a827-fdf69d03d53f tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316343 Aug 12 22:01:41.989559 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5111d-6161-4645-822a-7514ae032dc5 req-75315e6f-dbef-4db4-8ab5-51fef27b8c76 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:41.991054 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b5a5111d-6161-4645-822a-7514ae032dc5 req-75315e6f-dbef-4db4-8ab5-51fef27b8c76 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 946 time: 0.0512283 Aug 12 22:01:42.030092 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b5a5111d-6161-4645-822a-7514ae032dc5 req-c616f073-b143-4f1d-9477-013e76f37cc5 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327771 Aug 12 22:01:42.091796 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefed0d-6e10-49a7-9f49-fe2ddf57370d req-ed5b0578-0099-4b0c-86d7-86ad47add001 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:42.093331 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0aefed0d-6e10-49a7-9f49-fe2ddf57370d req-ed5b0578-0099-4b0c-86d7-86ad47add001 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 945 time: 0.0550234 Aug 12 22:01:42.133912 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0aefed0d-6e10-49a7-9f49-fe2ddf57370d req-335520d3-1d2e-438b-bcd0-c9d08ae69e98 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343373 Aug 12 22:01:42.375281 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device f5791b10-d8b8-4223-85d6-151f634feb0a no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:42.402866 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: f5791b10-d8b8-4223-85d6-151f634feb0a {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:42.403210 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device f5791b10-d8b8-4223-85d6-151f634feb0a not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:43.143354 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12342e2e-7730-4650-ab38-e12c8d2ce32b req-0b1b6490-74f0-4dbf-b168-e9d2c06c94c8 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:43.144853 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-12342e2e-7730-4650-ab38-e12c8d2ce32b req-0b1b6490-74f0-4dbf-b168-e9d2c06c94c8 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 946 time: 0.0492957 Aug 12 22:01:43.182659 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34708) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:43.193777 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-12342e2e-7730-4650-ab38-e12c8d2ce32b req-b2d205ba-ceec-44cf-86b0-c7817327663f tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430613 Aug 12 22:01:43.255838 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f99c3-19d7-47e3-a7f5-e2d8e293076f req-9074984a-087c-4b67-aa1d-e1a704fd2418 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:43.257439 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-039f99c3-19d7-47e3-a7f5-e2d8e293076f req-9074984a-087c-4b67-aa1d-e1a704fd2418 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 945 time: 0.0509825 Aug 12 22:01:43.305005 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a06c288e-332f-4ea3-9eb5-04a9c93c0f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.308338 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-039f99c3-19d7-47e3-a7f5-e2d8e293076f req-8969c904-8f5b-45f3-aff1-cf4664f00def tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435886 Aug 12 22:01:43.397870 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a06c288e-332f-4ea3-9eb5-04a9c93c0f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.402317 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a06c288e-332f-4ea3-9eb5-04a9c93c0f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.442773 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-a06c288e-332f-4ea3-9eb5-04a9c93c0f99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44d46e9d340b4122b424dcfd511c5f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590256 Aug 12 22:01:43.443632 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c288e-332f-4ea3-9eb5-04a9c93c0f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dd7ec7-db3a-458e-80bf-f5b082f2ad86,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:43.446239 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 34720) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:43.533354 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-37fb048c-e3dc-41b2-b1d5-2d62a9abf88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.565196 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-37fb048c-e3dc-41b2-b1d5-2d62a9abf88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.587642 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa2731-9da2-4f33-83ea-da2c1805d450 req-20be4f0a-5c0e-455c-8058-c539c5c69da1 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:43.589737 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-39aa2731-9da2-4f33-83ea-da2c1805d450 req-20be4f0a-5c0e-455c-8058-c539c5c69da1 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 945 time: 0.0904455 Aug 12 22:01:43.682369 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-37fb048c-e3dc-41b2-b1d5-2d62a9abf88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.684891 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-37fb048c-e3dc-41b2-b1d5-2d62a9abf88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.686078 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-37fb048c-e3dc-41b2-b1d5-2d62a9abf88f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38dd7ec7-db3a-458e-80bf-f5b082f2ad86 HTTP/1.1" status: 204 len: 168 time: 0.2385700 Aug 12 22:01:43.698232 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb048c-e3dc-41b2-b1d5-2d62a9abf88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dd7ec7-db3a-458e-80bf-f5b082f2ad86,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:43.725102 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-39aa2731-9da2-4f33-83ea-da2c1805d450 req-12981504-96d1-48a9-8150-450dcf782675 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Deleting port fca98a11-5a13-4664-bc02-bbf5073c8e30 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:43.725497 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-39aa2731-9da2-4f33-83ea-da2c1805d450 req-12981504-96d1-48a9-8150-450dcf782675 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.818581 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-39aa2731-9da2-4f33-83ea-da2c1805d450 req-12981504-96d1-48a9-8150-450dcf782675 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] For port fca98a11-5a13-4664-bc02-bbf5073c8e30, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fca98a11-5a13-4664-bc02-bbf5073c8e30,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:43.819077 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-39aa2731-9da2-4f33-83ea-da2c1805d450 req-12981504-96d1-48a9-8150-450dcf782675 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.832878 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-39aa2731-9da2-4f33-83ea-da2c1805d450 req-12981504-96d1-48a9-8150-450dcf782675 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Calling delete_port for fca98a11-5a13-4664-bc02-bbf5073c8e30 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:43.965837 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-39aa2731-9da2-4f33-83ea-da2c1805d450 req-12981504-96d1-48a9-8150-450dcf782675 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.966228 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34728) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:43.981095 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-79fd8aee-1858-400c-92fc-385638944832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.981960 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['a959efa4-79f6-48a9-b4ad-a6abccaf3ad2', '974b89a8-c8e9-43d7-8743-1bed8c23a49c', 'fca98a11-5a13-4664-bc02-bbf5073c8e30'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:01:43.994026 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12981504-96d1-48a9-8150-450dcf782675 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Pushing event deleted for resources: {'Port': ['ID=fca98a11-5a13-4664-bc02-bbf5073c8e30,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:44.038090 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-39aa2731-9da2-4f33-83ea-da2c1805d450 req-12981504-96d1-48a9-8150-450dcf782675 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] No DVR routers for this DVR port fca98a11-5a13-4664-bc02-bbf5073c8e30 on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:01:44.040920 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-39aa2731-9da2-4f33-83ea-da2c1805d450 req-12981504-96d1-48a9-8150-450dcf782675 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.043696 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-39aa2731-9da2-4f33-83ea-da2c1805d450 req-12981504-96d1-48a9-8150-450dcf782675 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "DELETE /v2.0/ports/fca98a11-5a13-4664-bc02-bbf5073c8e30 HTTP/1.1" status: 204 len: 173 time: 0.4411423 Aug 12 22:01:44.044398 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d51ead8-8141-49c5-84a6-6ba5264ef20b', 'name': 'network-vif-deleted', 'tag': 'fca98a11-5a13-4664-bc02-bbf5073c8e30'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:44.046395 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008fcb3a-5bd2-419d-9e90-614387b77e6c" -d '{"events": [{"server_uuid": "8d51ead8-8141-49c5-84a6-6ba5264ef20b", "name": "network-vif-deleted", "tag": "fca98a11-5a13-4664-bc02-bbf5073c8e30"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:44.096260 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-79fd8aee-1858-400c-92fc-385638944832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.100310 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-79fd8aee-1858-400c-92fc-385638944832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.115362 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa57118-0a56-4dce-b89c-d24395de083f x-openstack-request-id: req-ffa57118-0a56-4dce-b89c-d24395de083f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:44.115821 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d51ead8-8141-49c5-84a6-6ba5264ef20b", "name": "network-vif-deleted", "tag": "fca98a11-5a13-4664-bc02-bbf5073c8e30", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:44.116187 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffa57118-0a56-4dce-b89c-d24395de083f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:44.116673 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d51ead8-8141-49c5-84a6-6ba5264ef20b', 'name': 'network-vif-deleted', 'tag': 'fca98a11-5a13-4664-bc02-bbf5073c8e30', 'status': 'completed', 'code': 200} Aug 12 22:01:44.158741 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-79fd8aee-1858-400c-92fc-385638944832 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b581a7c672c04facb91ccfc7a96c44aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906302 Aug 12 22:01:44.160297 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd8aee-1858-400c-92fc-385638944832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ace035-fe0e-46be-aa5b-cd8d3c3c1c69,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:44.162045 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 34732) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:44.229732 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-648bf5b2-8c5c-440f-a6a6-1d7afd69e9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.251564 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-648bf5b2-8c5c-440f-a6a6-1d7afd69e9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.296952 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-648bf5b2-8c5c-440f-a6a6-1d7afd69e9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.299697 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-648bf5b2-8c5c-440f-a6a6-1d7afd69e9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.300819 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-648bf5b2-8c5c-440f-a6a6-1d7afd69e9b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1ace035-fe0e-46be-aa5b-cd8d3c3c1c69 HTTP/1.1" status: 204 len: 168 time: 0.1366079 Aug 12 22:01:44.308335 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bf5b2-8c5c-440f-a6a6-1d7afd69e9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ace035-fe0e-46be-aa5b-cd8d3c3c1c69,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:44.419512 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-26f5e1d6-bfac-4f7a-8089-839bc7164091 req-1d3c9db5-044b-4963-b927-209695145ab4 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d51ead8-8141-49c5-84a6-6ba5264ef20b HTTP/1.1" status: 200 len: 210 time: 0.0259595 Aug 12 22:01:45.697847 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ecfac-1768-4a85-97b1-e2a1712adf98 req-f2cc7ffd-1d8e-4923-b671-328562c84b1e tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:45.699438 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-da2ecfac-1768-4a85-97b1-e2a1712adf98 req-f2cc7ffd-1d8e-4923-b671-328562c84b1e tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 945 time: 0.0504980 Aug 12 22:01:45.748222 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-da2ecfac-1768-4a85-97b1-e2a1712adf98 req-b4594fdb-ee34-4ae4-9e36-38df76ac2976 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416675 Aug 12 22:01:45.761759 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.990973 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 34802) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:46.099100 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-db6b2c1b-5189-4a0f-a0b0-75eb842a5e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.186000 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-db6b2c1b-5189-4a0f-a0b0-75eb842a5e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.189632 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-db6b2c1b-5189-4a0f-a0b0-75eb842a5e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.227656 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-db6b2c1b-5189-4a0f-a0b0-75eb842a5e5e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=946e1994899d4df89396e8d9a424cdd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356117 Aug 12 22:01:46.229014 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b2c1b-5189-4a0f-a0b0-75eb842a5e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aa54b1-8341-4483-ae89-56bb088f91ee,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:46.230973 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34806) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:46.283688 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8533d9e0-8d63-421a-9b2b-b52bb9cbd0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.304388 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8533d9e0-8d63-421a-9b2b-b52bb9cbd0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.349490 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8533d9e0-8d63-421a-9b2b-b52bb9cbd0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.352058 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8533d9e0-8d63-421a-9b2b-b52bb9cbd0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.353226 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-8533d9e0-8d63-421a-9b2b-b52bb9cbd0a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21aa54b1-8341-4483-ae89-56bb088f91ee HTTP/1.1" status: 204 len: 168 time: 0.1212084 Aug 12 22:01:46.361486 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533d9e0-8d63-421a-9b2b-b52bb9cbd0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aa54b1-8341-4483-ae89-56bb088f91ee,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:46.373685 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device fca98a11-5a13-4664-bc02-bbf5073c8e30 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:46.396344 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: fca98a11-5a13-4664-bc02-bbf5073c8e30 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:46.396692 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device fca98a11-5a13-4664-bc02-bbf5073c8e30 not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:46.625270 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 34812) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:46.639156 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f048311a-e3e3-47d4-bf3f-3ba569b9c32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.728661 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f048311a-e3e3-47d4-bf3f-3ba569b9c32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.733162 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f048311a-e3e3-47d4-bf3f-3ba569b9c32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.771377 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048311a-e3e3-47d4-bf3f-3ba569b9c32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2561dc5-cda2-4fdc-ac64-82b75b49c2d5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:46.778356 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34818) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:46.778504 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-f048311a-e3e3-47d4-bf3f-3ba569b9c32d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76188e2768a141a8ac7932832aadced4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520462 Aug 12 22:01:46.830526 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b4322e1-8a9f-40b6-8d24-5dc39f91ab80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.851886 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b4322e1-8a9f-40b6-8d24-5dc39f91ab80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.868538 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96008309-df78-4a87-bb61-361700f4456f req-c1e843fc-e770-491c-bdff-b98c265872e1 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:46.871305 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-96008309-df78-4a87-bb61-361700f4456f req-c1e843fc-e770-491c-bdff-b98c265872e1 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 945 time: 0.0527351 Aug 12 22:01:46.900151 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b4322e1-8a9f-40b6-8d24-5dc39f91ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.903326 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b4322e1-8a9f-40b6-8d24-5dc39f91ab80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.904469 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-9b4322e1-8a9f-40b6-8d24-5dc39f91ab80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2561dc5-cda2-4fdc-ac64-82b75b49c2d5 HTTP/1.1" status: 204 len: 168 time: 0.1247778 Aug 12 22:01:46.912254 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-96008309-df78-4a87-bb61-361700f4456f req-c4f231fa-82b6-45c3-ad97-738b828f71d0 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344725 Aug 12 22:01:46.912499 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4322e1-8a9f-40b6-8d24-5dc39f91ab80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2561dc5-cda2-4fdc-ac64-82b75b49c2d5,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:47.422209 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503b3d9-02b3-49db-b8d7-98253a8d092c req-e7b1cffb-8b2b-4bf9-8d7a-68b573521662 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:47.423723 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8503b3d9-02b3-49db-b8d7-98253a8d092c req-e7b1cffb-8b2b-4bf9-8d7a-68b573521662 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 945 time: 0.0490060 Aug 12 22:01:47.523296 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-8503b3d9-02b3-49db-b8d7-98253a8d092c req-7eaba85d-bb90-4f77-8abd-7235eb7851d8 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Deleting port 974b89a8-c8e9-43d7-8743-1bed8c23a49c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:47.523654 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8503b3d9-02b3-49db-b8d7-98253a8d092c req-7eaba85d-bb90-4f77-8abd-7235eb7851d8 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:47.622517 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-8503b3d9-02b3-49db-b8d7-98253a8d092c req-7eaba85d-bb90-4f77-8abd-7235eb7851d8 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] For port 974b89a8-c8e9-43d7-8743-1bed8c23a49c, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=974b89a8-c8e9-43d7-8743-1bed8c23a49c,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:47.622892 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8503b3d9-02b3-49db-b8d7-98253a8d092c req-7eaba85d-bb90-4f77-8abd-7235eb7851d8 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:47.636019 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-8503b3d9-02b3-49db-b8d7-98253a8d092c req-7eaba85d-bb90-4f77-8abd-7235eb7851d8 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Calling delete_port for 974b89a8-c8e9-43d7-8743-1bed8c23a49c owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:47.766285 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8503b3d9-02b3-49db-b8d7-98253a8d092c req-7eaba85d-bb90-4f77-8abd-7235eb7851d8 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:47.781765 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['a959efa4-79f6-48a9-b4ad-a6abccaf3ad2', '974b89a8-c8e9-43d7-8743-1bed8c23a49c'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:01:47.797684 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaba85d-bb90-4f77-8abd-7235eb7851d8 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Pushing event deleted for resources: {'Port': ['ID=974b89a8-c8e9-43d7-8743-1bed8c23a49c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:47.844176 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8503b3d9-02b3-49db-b8d7-98253a8d092c req-7eaba85d-bb90-4f77-8abd-7235eb7851d8 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] No DVR routers for this DVR port 974b89a8-c8e9-43d7-8743-1bed8c23a49c on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:01:47.847646 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8503b3d9-02b3-49db-b8d7-98253a8d092c req-7eaba85d-bb90-4f77-8abd-7235eb7851d8 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:47.849855 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8503b3d9-02b3-49db-b8d7-98253a8d092c req-7eaba85d-bb90-4f77-8abd-7235eb7851d8 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "DELETE /v2.0/ports/974b89a8-c8e9-43d7-8743-1bed8c23a49c HTTP/1.1" status: 204 len: 173 time: 0.4182477 Aug 12 22:01:47.850317 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba76ebfa-2017-4cf1-a7e0-d563dbd18b84', 'name': 'network-vif-deleted', 'tag': '974b89a8-c8e9-43d7-8743-1bed8c23a49c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:47.852627 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c17430-1c43-4340-9222-8099d3456e79" -d '{"events": [{"server_uuid": "ba76ebfa-2017-4cf1-a7e0-d563dbd18b84", "name": "network-vif-deleted", "tag": "974b89a8-c8e9-43d7-8743-1bed8c23a49c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:47.899724 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654dc7cf-8366-41a1-9d12-ba5601cb84b8 x-openstack-request-id: req-654dc7cf-8366-41a1-9d12-ba5601cb84b8 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:47.900024 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba76ebfa-2017-4cf1-a7e0-d563dbd18b84", "name": "network-vif-deleted", "tag": "974b89a8-c8e9-43d7-8743-1bed8c23a49c", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:47.900354 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-654dc7cf-8366-41a1-9d12-ba5601cb84b8 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:47.900757 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba76ebfa-2017-4cf1-a7e0-d563dbd18b84', 'name': 'network-vif-deleted', 'tag': '974b89a8-c8e9-43d7-8743-1bed8c23a49c', 'status': 'completed', 'code': 200} Aug 12 22:01:48.030487 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dc1ef316-27c3-42bb-a5d9-7497e26f0eff req-eb24c55d-513f-446a-9f2a-2257350ba0d1 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba76ebfa-2017-4cf1-a7e0-d563dbd18b84 HTTP/1.1" status: 200 len: 210 time: 0.0306790 Aug 12 22:01:50.387534 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 974b89a8-c8e9-43d7-8743-1bed8c23a49c no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:50.408117 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: 974b89a8-c8e9-43d7-8743-1bed8c23a49c {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:50.408633 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 974b89a8-c8e9-43d7-8743-1bed8c23a49c not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:50.471513 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff461b-8844-4d0b-8895-0e989268c23c req-5878cb27-98e1-4ddb-a492-d0ef21a37caf tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:50.473004 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6dff461b-8844-4d0b-8895-0e989268c23c req-5878cb27-98e1-4ddb-a492-d0ef21a37caf tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 946 time: 0.0534217 Aug 12 22:01:50.512428 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6dff461b-8844-4d0b-8895-0e989268c23c req-58b00f36-4819-4c9a-91a0-c00041e72a54 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Aug 12 22:01:51.398656 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:01:51.635404 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae58cf-5528-4388-8702-b5a007ac0688 req-645de1be-302a-4e03-a3ec-1885607a74f4 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:51.636996 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-38ae58cf-5528-4388-8702-b5a007ac0688 req-645de1be-302a-4e03-a3ec-1885607a74f4 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 946 time: 0.0546739 Aug 12 22:01:51.679099 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-38ae58cf-5528-4388-8702-b5a007ac0688 req-22945d00-80d6-444e-a029-de45411a42f5 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356596 Aug 12 22:01:51.841928 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c8a0242e-33d3-4a9b-b4e8-0b9d08cf7098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.926475 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34952) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:52.029842 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fccae084-2dc6-4150-86c2-f7ab0a4f68eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.117174 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fccae084-2dc6-4150-86c2-f7ab0a4f68eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.120895 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fccae084-2dc6-4150-86c2-f7ab0a4f68eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.158128 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-fccae084-2dc6-4150-86c2-f7ab0a4f68eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b94c1f80937d4682859804d68a00b14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305958 Aug 12 22:01:52.159098 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccae084-2dc6-4150-86c2-f7ab0a4f68eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc65109-ab30-44c1-bc7a-87f3790ba1f9,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:52.160790 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 34956) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:52.209932 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29bfadd8-e1c7-4fbb-9384-99e49a4a1fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.231786 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29bfadd8-e1c7-4fbb-9384-99e49a4a1fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.281285 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29bfadd8-e1c7-4fbb-9384-99e49a4a1fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.283820 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29bfadd8-e1c7-4fbb-9384-99e49a4a1fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.285008 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-29bfadd8-e1c7-4fbb-9384-99e49a4a1fb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1bc65109-ab30-44c1-bc7a-87f3790ba1f9 HTTP/1.1" status: 204 len: 168 time: 0.1230879 Aug 12 22:01:52.292792 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfadd8-e1c7-4fbb-9384-99e49a4a1fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc65109-ab30-44c1-bc7a-87f3790ba1f9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:52.547676 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 34966) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:52.560590 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1fed0fd6-6256-4db0-9103-4df42cb6f0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.646177 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1fed0fd6-6256-4db0-9103-4df42cb6f0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.649905 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1fed0fd6-6256-4db0-9103-4df42cb6f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.687174 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-1fed0fd6-6256-4db0-9103-4df42cb6f0a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91f59ea9a0cb4a9689055ddfd22fbe01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384549 Aug 12 22:01:52.688024 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed0fd6-6256-4db0-9103-4df42cb6f0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a6175c-3ba8-4beb-b223-1d21062cf1e0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:52.689818 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34968) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:52.745764 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd138d63-8c37-4299-a175-b7764b830e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.767278 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd138d63-8c37-4299-a175-b7764b830e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.798357 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea8906-0b00-406b-8fbc-abc33ca113a9 req-09c3a318-3a4b-46b4-a80c-45f9a253f2f3 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:52.799960 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-43ea8906-0b00-406b-8fbc-abc33ca113a9 req-09c3a318-3a4b-46b4-a80c-45f9a253f2f3 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 946 time: 0.0521064 Aug 12 22:01:52.816648 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd138d63-8c37-4299-a175-b7764b830e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.821382 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd138d63-8c37-4299-a175-b7764b830e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.825839 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-dd138d63-8c37-4299-a175-b7764b830e62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8a6175c-3ba8-4beb-b223-1d21062cf1e0 HTTP/1.1" status: 204 len: 168 time: 0.1342645 Aug 12 22:01:52.834242 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd138d63-8c37-4299-a175-b7764b830e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a6175c-3ba8-4beb-b223-1d21062cf1e0,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:52.849876 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-43ea8906-0b00-406b-8fbc-abc33ca113a9 req-741b65dc-e2de-4895-a16e-8e3ba9196cfe tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433278 Aug 12 22:01:53.172697 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34976) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:53.186488 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-19e0766c-ceee-43b0-b058-0c2187474a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:53.276528 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-19e0766c-ceee-43b0-b058-0c2187474a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:53.280314 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-19e0766c-ceee-43b0-b058-0c2187474a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:53.314189 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0766c-ceee-43b0-b058-0c2187474a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e9f3e6-a46a-47b2-bb71-92b8730e88dc,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:53.327493 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-19e0766c-ceee-43b0-b058-0c2187474a38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5afff247aa294ca08fd67dfefb724e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537464 Aug 12 22:01:53.330078 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 34980) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:53.378407 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd11be41-bbc4-4d3f-9b4b-a46a1b65c873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:53.398872 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd11be41-bbc4-4d3f-9b4b-a46a1b65c873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:53.446350 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd11be41-bbc4-4d3f-9b4b-a46a1b65c873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:53.448882 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd11be41-bbc4-4d3f-9b4b-a46a1b65c873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:53.450011 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-cd11be41-bbc4-4d3f-9b4b-a46a1b65c873 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8e9f3e6-a46a-47b2-bb71-92b8730e88dc HTTP/1.1" status: 204 len: 168 time: 0.1190469 Aug 12 22:01:53.457697 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11be41-bbc4-4d3f-9b4b-a46a1b65c873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e9f3e6-a46a-47b2-bb71-92b8730e88dc,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:53.971875 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54928d5-ef70-4ba0-ab5b-e29c42e69108 req-4ea90209-9aad-464d-8649-dbb5b901a864 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:53.973716 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f54928d5-ef70-4ba0-ab5b-e29c42e69108 req-4ea90209-9aad-464d-8649-dbb5b901a864 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 946 time: 0.0536401 Aug 12 22:01:54.016296 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f54928d5-ef70-4ba0-ab5b-e29c42e69108 req-1731105c-dd0c-45a2-966b-3e14a5ad0c91 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336053 Aug 12 22:01:54.462228 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f3993d07-3bd6-4079-b60d-af51ad402cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:54.465743 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:54.998095 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bbc32-7c80-46bc-be04-31be639c4178 req-d9edcf4b-cd76-48d1-aa37-3e44cf4e04c5 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:54.999677 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ff9bbc32-7c80-46bc-be04-31be639c4178 req-d9edcf4b-cd76-48d1-aa37-3e44cf4e04c5 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 946 time: 0.0494101 Aug 12 22:01:55.125249 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-ff9bbc32-7c80-46bc-be04-31be639c4178 req-0dfd3fdf-ec0c-4ae2-a26b-64685c161569 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Deleting port a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:55.125626 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ff9bbc32-7c80-46bc-be04-31be639c4178 req-0dfd3fdf-ec0c-4ae2-a26b-64685c161569 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:55.203919 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7174c70-a143-4662-bb21-029b85943be0 req-029dc2ad-fbae-4086-a14e-fc5a8dd3fd9d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:55.205468 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a7174c70-a143-4662-bb21-029b85943be0 req-029dc2ad-fbae-4086-a14e-fc5a8dd3fd9d tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 946 time: 0.1161988 Aug 12 22:01:55.279687 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ff9bbc32-7c80-46bc-be04-31be639c4178 req-0dfd3fdf-ec0c-4ae2-a26b-64685c161569 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] For port a959efa4-79f6-48a9-b4ad-a6abccaf3ad2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=a959efa4-79f6-48a9-b4ad-a6abccaf3ad2,segment=NetworkSegment(0551abc9-1eb0-4035-afc1-173b3cedf23b),segment_id=0551abc9-1eb0-4035-afc1-173b3cedf23b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:55.280053 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ff9bbc32-7c80-46bc-be04-31be639c4178 req-0dfd3fdf-ec0c-4ae2-a26b-64685c161569 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:55.284709 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a7174c70-a143-4662-bb21-029b85943be0 req-f42739cb-c8af-4a32-b6a6-54a93a2032e7 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653849 Aug 12 22:01:55.295027 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-ff9bbc32-7c80-46bc-be04-31be639c4178 req-0dfd3fdf-ec0c-4ae2-a26b-64685c161569 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Calling delete_port for a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:55.426771 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ff9bbc32-7c80-46bc-be04-31be639c4178 req-0dfd3fdf-ec0c-4ae2-a26b-64685c161569 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:55.442981 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['a959efa4-79f6-48a9-b4ad-a6abccaf3ad2'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:01:55.465607 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd3fdf-ec0c-4ae2-a26b-64685c161569 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Pushing event deleted for resources: {'Port': ['ID=a959efa4-79f6-48a9-b4ad-a6abccaf3ad2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:55.513230 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9bbc32-7c80-46bc-be04-31be639c4178 req-0dfd3fdf-ec0c-4ae2-a26b-64685c161569 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] No DVR routers for this DVR port a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:01:55.515730 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ff9bbc32-7c80-46bc-be04-31be639c4178 req-0dfd3fdf-ec0c-4ae2-a26b-64685c161569 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:55.517744 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ff9bbc32-7c80-46bc-be04-31be639c4178 req-0dfd3fdf-ec0c-4ae2-a26b-64685c161569 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.58 "DELETE /v2.0/ports/a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 HTTP/1.1" status: 204 len: 173 time: 0.5101299 Aug 12 22:01:55.518187 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4ea353-3964-4195-8a42-06add51f800f', 'name': 'network-vif-deleted', 'tag': 'a959efa4-79f6-48a9-b4ad-a6abccaf3ad2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:55.520383 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc0c6f7-d136-4631-9c57-a5a28430a70b" -d '{"events": [{"server_uuid": "fe4ea353-3964-4195-8a42-06add51f800f", "name": "network-vif-deleted", "tag": "a959efa4-79f6-48a9-b4ad-a6abccaf3ad2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:55.557738 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50eb553e-3a47-4d6d-81eb-02c94e7da0c9 x-openstack-request-id: req-50eb553e-3a47-4d6d-81eb-02c94e7da0c9 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:55.558032 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4ea353-3964-4195-8a42-06add51f800f", "name": "network-vif-deleted", "tag": "a959efa4-79f6-48a9-b4ad-a6abccaf3ad2", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:55.558286 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50eb553e-3a47-4d6d-81eb-02c94e7da0c9 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:55.558912 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4ea353-3964-4195-8a42-06add51f800f', 'name': 'network-vif-deleted', 'tag': 'a959efa4-79f6-48a9-b4ad-a6abccaf3ad2', 'status': 'completed', 'code': 200} Aug 12 22:01:55.673405 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.388657 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c44fcd2e-2bfa-45e9-9e8d-55b6034d6020 req-8f780e08-469a-4015-b616-331552a12588 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 210 time: 0.0263009 Aug 12 22:01:57.499909 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-62a499da-4e3c-4efa-9f4f-8b198e8863ef req-75792d17-76ef-41a7-8e73-c2c8e397f540 tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 210 time: 0.0271549 Aug 12 22:01:57.706539 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.563962 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:58.591828 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:58.592266 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device a959efa4-79f6-48a9-b4ad-a6abccaf3ad2 not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:58.623697 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-06c29b9b-36b7-481f-b332-32820d228a61 req-ce2724f4-2609-4dec-b0f0-98c4d9db88ab tempest-AttachVolumeNegativeTest-491658986 tempest-AttachVolumeNegativeTest-491658986-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe4ea353-3964-4195-8a42-06add51f800f HTTP/1.1" status: 200 len: 210 time: 0.0326054 Aug 12 22:01:59.690868 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35144) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:59.740411 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c2ca6b-e484-4415-a038-79aab3f309bf admin admin] Deleting subnet 967e0119-10d8-4136-be16-ba8092727e05 {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:01:59.743644 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-33c2ca6b-e484-4415-a038-79aab3f309bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:59.779123 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-33c2ca6b-e484-4415-a038-79aab3f309bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287314101'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:59.817898 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-33c2ca6b-e484-4415-a038-79aab3f309bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:59.834201 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 35148) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:59.883155 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-33c2ca6b-e484-4415-a038-79aab3f309bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287189987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4286855062'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:59.911234 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2ca6b-e484-4415-a038-79aab3f309bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=967e0119-10d8-4136-be16-ba8092727e05,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:59.913290 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-33c2ca6b-e484-4415-a038-79aab3f309bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:59.915686 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-33c2ca6b-e484-4415-a038-79aab3f309bf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/967e0119-10d8-4136-be16-ba8092727e05 HTTP/1.1" status: 204 len: 168 time: 0.2230771 Aug 12 22:01:59.917974 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 35152) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:59.982155 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b622cb7-1588-4955-9725-c8265830bd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.012295 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-facdbf22-a238-453f-8e9e-ae9a68c71558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.117461 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-facdbf22-a238-453f-8e9e-ae9a68c71558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.131781 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-facdbf22-a238-453f-8e9e-ae9a68c71558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc646d7-f950-434b-a533-971074945ab2']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:00.146655 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-facdbf22-a238-453f-8e9e-ae9a68c71558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0551abc9-1eb0-4035-afc1-173b3cedf23b') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:00.146962 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-facdbf22-a238-453f-8e9e-ae9a68c71558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0551abc9-1eb0-4035-afc1-173b3cedf23b') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:00.160377 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-facdbf22-a238-453f-8e9e-ae9a68c71558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288181462'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.183731 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-facdbf22-a238-453f-8e9e-ae9a68c71558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.196175 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facdbf22-a238-453f-8e9e-ae9a68c71558 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:02:00.196587 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-facdbf22-a238-453f-8e9e-ae9a68c71558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288414325'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: Traceback (most recent call last): Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: timer() Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: cb(*args, **kw) Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: return func(*args, **kwargs) Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: self._notify() Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: self.callback(batched_events) Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: event.method(event) Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: return f(self, *a, **k) Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: return self._get(url).json() Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: return self.request(url, 'GET', **kwargs) Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:02:00.198845 dv-cinder-804459-3-iscsi neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:02:00.235087 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b622cb7-1588-4955-9725-c8265830bd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.243548 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b622cb7-1588-4955-9725-c8265830bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.296662 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-facdbf22-a238-453f-8e9e-ae9a68c71558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.317956 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-2b622cb7-1588-4955-9725-c8265830bd17 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=330e0a66251a4d138678f6237c175c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826577 Aug 12 22:02:00.320635 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35160) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:00.321066 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b622cb7-1588-4955-9725-c8265830bd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f87f0e-2784-4342-9aef-a020060a7a01,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:00.329191 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-facdbf22-a238-453f-8e9e-ae9a68c71558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.334024 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-facdbf22-a238-453f-8e9e-ae9a68c71558 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7dc646d7-f950-434b-a533-971074945ab2 HTTP/1.1" status: 204 len: 168 time: 0.4121559 Aug 12 22:02:00.348149 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdbf22-a238-453f-8e9e-ae9a68c71558 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc646d7-f950-434b-a533-971074945ab2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:00.368777 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b3465-ce3d-48f3-9ed1-94bf01568387 req-e0441204-8d2b-4245-9756-050a3854f61d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:00.370386 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-162b3465-ce3d-48f3-9ed1-94bf01568387 req-e0441204-8d2b-4245-9756-050a3854f61d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0990682 Aug 12 22:02:00.388331 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ecb98223-7f50-4d54-8b1b-382175050aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.410366 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-162b3465-ce3d-48f3-9ed1-94bf01568387 req-633d3230-c5be-4487-b426-b15e6afe4349 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332022 Aug 12 22:02:00.412436 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ecb98223-7f50-4d54-8b1b-382175050aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.453740 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35164) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:00.475314 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ecb98223-7f50-4d54-8b1b-382175050aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.478060 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ecb98223-7f50-4d54-8b1b-382175050aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.479371 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-ecb98223-7f50-4d54-8b1b-382175050aaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56f87f0e-2784-4342-9aef-a020060a7a01 HTTP/1.1" status: 204 len: 168 time: 0.1575003 Aug 12 22:02:00.501044 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb98223-7f50-4d54-8b1b-382175050aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f87f0e-2784-4342-9aef-a020060a7a01,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:00.505990 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-8059c1ca-381b-46b8-94e6-8560712b3a7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f422e7690b9f4daf891a90a7cb9b1b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511012 Aug 12 22:02:00.508492 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35168) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:00.558635 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a9f03e2f-6b53-45b0-bd5e-3543ce76ea66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.583542 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a9f03e2f-6b53-45b0-bd5e-3543ce76ea66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.630839 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a9f03e2f-6b53-45b0-bd5e-3543ce76ea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.633964 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a9f03e2f-6b53-45b0-bd5e-3543ce76ea66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.635654 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-a9f03e2f-6b53-45b0-bd5e-3543ce76ea66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c HTTP/1.1" status: 204 len: 168 time: 0.1262529 Aug 12 22:02:00.644790 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f03e2f-6b53-45b0-bd5e-3543ce76ea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf5c5d9-5be9-4a41-9748-2b8428ae6d7c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:00.820307 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35182) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:00.833903 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5dbab9dd-dc6c-47a0-8855-81300e5640fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.927827 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5dbab9dd-dc6c-47a0-8855-81300e5640fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.932884 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5dbab9dd-dc6c-47a0-8855-81300e5640fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.973106 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5dbab9dd-dc6c-47a0-8855-81300e5640fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a03b22d3cdf6404da6e87e94a902b30c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516755 Aug 12 22:02:00.974260 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbab9dd-dc6c-47a0-8855-81300e5640fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcd6634-84f3-4f2d-b99e-3f2a27c2602c,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:00.975872 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 35192) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:01.034791 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0151b3e4-7147-4545-a46c-668e63fec10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:01.055869 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0151b3e4-7147-4545-a46c-668e63fec10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:01.103411 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0151b3e4-7147-4545-a46c-668e63fec10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:01.106074 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0151b3e4-7147-4545-a46c-668e63fec10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:01.107233 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-0151b3e4-7147-4545-a46c-668e63fec10b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ddcd6634-84f3-4f2d-b99e-3f2a27c2602c HTTP/1.1" status: 204 len: 168 time: 0.1243894 Aug 12 22:02:01.115369 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151b3e4-7147-4545-a46c-668e63fec10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcd6634-84f3-4f2d-b99e-3f2a27c2602c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:01.535402 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d08bb-60e1-441e-a972-7b874db45425 req-564c7933-066c-4c1c-a562-bc7bff12cbf8 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:01.537069 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0d1d08bb-60e1-441e-a972-7b874db45425 req-564c7933-066c-4c1c-a562-bc7bff12cbf8 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0513265 Aug 12 22:02:01.581023 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0d1d08bb-60e1-441e-a972-7b874db45425 req-f00bac07-ad0f-40e3-9fd0-ba9b63c74896 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374544 Aug 12 22:02:02.699422 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5140d-ec16-4d78-8840-65b5a277b9ad req-ea3f9301-2e67-4663-ae7a-794fb7568a89 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:02.701132 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6cd5140d-ec16-4d78-8840-65b5a277b9ad req-ea3f9301-2e67-4663-ae7a-794fb7568a89 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0521710 Aug 12 22:02:02.740551 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6cd5140d-ec16-4d78-8840-65b5a277b9ad req-426f3325-35b9-4771-918d-b8a44cc39fc5 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331757 Aug 12 22:02:03.857431 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc4a81-df9d-4594-9922-66f22219ad30 req-cb5d72cc-a727-409b-b071-ca26a720d1a0 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:03.858966 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9ffc4a81-df9d-4594-9922-66f22219ad30 req-cb5d72cc-a727-409b-b071-ca26a720d1a0 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0499680 Aug 12 22:02:03.902281 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9ffc4a81-df9d-4594-9922-66f22219ad30 req-c8514b97-87fe-4284-8854-d6f7895996b7 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372322 Aug 12 22:02:04.403112 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf9281-4d26-4b8a-a250-712312aae21e req-57299767-1d25-4984-a1d8-22fff3f4f0ee tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:04.404531 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d7cf9281-4d26-4b8a-a250-712312aae21e req-57299767-1d25-4984-a1d8-22fff3f4f0ee tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 946 time: 0.0493066 Aug 12 22:02:04.445427 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d7cf9281-4d26-4b8a-a250-712312aae21e req-39312846-3f44-410f-8d43-3e4c6ef0a85a tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349946 Aug 12 22:02:05.114157 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35354) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:05.238818 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-97895e80-72c0-4525-9d40-d746e495814f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:05.266901 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccabf4-cb77-4458-9a4c-a420122b45a8 req-5086e487-f3bc-466d-bc25-9a347b0f3490 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:05.270071 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c0ccabf4-cb77-4458-9a4c-a420122b45a8 req-5086e487-f3bc-466d-bc25-9a347b0f3490 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.2964294 Aug 12 22:02:05.310174 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c0ccabf4-cb77-4458-9a4c-a420122b45a8 req-a11415a7-67f9-4800-b819-61de5c4ecc68 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355432 Aug 12 22:02:05.342999 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-97895e80-72c0-4525-9d40-d746e495814f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:05.347811 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-97895e80-72c0-4525-9d40-d746e495814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:05.354971 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 35360) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:05.391776 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-97895e80-72c0-4525-9d40-d746e495814f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65f882ea6338486584fb2f262e02c6b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765172 Aug 12 22:02:05.392643 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97895e80-72c0-4525-9d40-d746e495814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c89125-9ca4-44cd-b6f6-6ca206197a1b,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:05.394497 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 35364) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:05.445612 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:05.470260 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc61b45d-eb53-430f-b52c-d10817bf9cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:05.486718 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:05.599125 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c13b5f-322c-4732-be50-ee7de84f5045 req-8f3a3a0b-a445-42aa-83a6-2195fda7e189 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:05.600598 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e4c13b5f-322c-4732-be50-ee7de84f5045 req-8f3a3a0b-a445-42aa-83a6-2195fda7e189 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 946 time: 0.0830030 Aug 12 22:02:05.624533 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:05.627035 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:05.628117 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10c89125-9ca4-44cd-b6f6-6ca206197a1b HTTP/1.1" status: 204 len: 168 time: 0.2325995 Aug 12 22:02:05.654797 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c89125-9ca4-44cd-b6f6-6ca206197a1b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:05.674454 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e4c13b5f-322c-4732-be50-ee7de84f5045 req-c1da0733-85db-4bce-a6bf-1c7e7d082cb6 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a8ab1d-021b-41b7-a97d-67f3853a367a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670996 Aug 12 22:02:05.680255 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:05.680608 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:05.680955 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:05.681616 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:05.681953 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:05.682289 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:05.682620 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:05.682950 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:05.683420 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:05.683770 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:05.684100 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:05.684436 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc80a325-bab2-4864-83e5-4c25cb9d985b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:05.706824 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc61b45d-eb53-430f-b52c-d10817bf9cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:05.711750 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc61b45d-eb53-430f-b52c-d10817bf9cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:05.755143 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-fc61b45d-eb53-430f-b52c-d10817bf9cff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6efbf5334a734c969e7453c09ef86348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989165 Aug 12 22:02:05.757174 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61b45d-eb53-430f-b52c-d10817bf9cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff82be23-81c9-4ecf-b8d4-e6ba97765b85,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:05.757859 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35372) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:05.810354 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67df36f7-abc7-48d7-ac14-7f6bfc510d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:05.832802 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67df36f7-abc7-48d7-ac14-7f6bfc510d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:05.879690 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67df36f7-abc7-48d7-ac14-7f6bfc510d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:05.882311 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67df36f7-abc7-48d7-ac14-7f6bfc510d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:05.883485 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-67df36f7-abc7-48d7-ac14-7f6bfc510d80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff82be23-81c9-4ecf-b8d4-e6ba97765b85 HTTP/1.1" status: 204 len: 168 time: 0.1245337 Aug 12 22:02:05.891943 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df36f7-abc7-48d7-ac14-7f6bfc510d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff82be23-81c9-4ecf-b8d4-e6ba97765b85,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:05.929109 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35376) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:05.942602 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b504-436e-41e1-953d-9a1d029c893d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.039853 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b504-436e-41e1-953d-9a1d029c893d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.044075 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b504-436e-41e1-953d-9a1d029c893d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.082671 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-e9d0b504-436e-41e1-953d-9a1d029c893d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a87cdc77e254f87955eb6add8fd0dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523674 Aug 12 22:02:06.083635 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0b504-436e-41e1-953d-9a1d029c893d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d413a8-3c08-4d74-be7c-8aa87e6a7202,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:06.085373 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 35380) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:06.174058 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10283007-2a5f-443a-b9fc-3a9c9f9a50e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.194217 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80172e-125f-4b4b-a65f-9a12614dae9e req-c0be05ad-bc96-4b51-a7aa-b6169a6dcada tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:06.195684 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fa80172e-125f-4b4b-a65f-9a12614dae9e req-c0be05ad-bc96-4b51-a7aa-b6169a6dcada tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.58 "GET /v2.0/ports?device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 946 time: 0.0714369 Aug 12 22:02:06.221051 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10283007-2a5f-443a-b9fc-3a9c9f9a50e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.223966 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35382) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:06.237102 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99b71fa0-138d-465b-ae43-45eef2bb0429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.319774 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10283007-2a5f-443a-b9fc-3a9c9f9a50e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.323547 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10283007-2a5f-443a-b9fc-3a9c9f9a50e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.324703 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-10283007-2a5f-443a-b9fc-3a9c9f9a50e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12d413a8-3c08-4d74-be7c-8aa87e6a7202 HTTP/1.1" status: 204 len: 168 time: 0.2376909 Aug 12 22:02:06.337549 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-fa80172e-125f-4b4b-a65f-9a12614dae9e req-5f780ef3-63fa-4c3b-b39e-c31c056134ce tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Deleting port 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:06.338121 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fa80172e-125f-4b4b-a65f-9a12614dae9e req-5f780ef3-63fa-4c3b-b39e-c31c056134ce tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.342381 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10283007-2a5f-443a-b9fc-3a9c9f9a50e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d413a8-3c08-4d74-be7c-8aa87e6a7202,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:06.358966 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99b71fa0-138d-465b-ae43-45eef2bb0429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.374795 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99b71fa0-138d-465b-ae43-45eef2bb0429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.405336 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-99b71fa0-138d-465b-ae43-45eef2bb0429 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9227594e37d846c39335f86dffbd4904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801488 Aug 12 22:02:06.406028 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35388) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:06.445897 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b71fa0-138d-465b-ae43-45eef2bb0429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506efbbe-ed46-4719-83d1-61cd735fda45,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:06.466095 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-fa80172e-125f-4b4b-a65f-9a12614dae9e req-5f780ef3-63fa-4c3b-b39e-c31c056134ce tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] For port 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=10c0a2b1-b5f4-438a-a110-1a7c0f33acfc,segment=NetworkSegment(0b3791e4-960f-4b15-ae9a-2650468d9ffa),segment_id=0b3791e4-960f-4b15-ae9a-2650468d9ffa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:06.466508 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fa80172e-125f-4b4b-a65f-9a12614dae9e req-5f780ef3-63fa-4c3b-b39e-c31c056134ce tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.483441 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d38f3af-3475-4813-97d7-21cac39aeb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.485234 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-fa80172e-125f-4b4b-a65f-9a12614dae9e req-5f780ef3-63fa-4c3b-b39e-c31c056134ce tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Calling delete_port for 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:06.494441 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385236b9-e23a-49b6-9256-b2f31c16bd30 req-73163bfc-59d7-498f-970d-6ce85eb62eeb tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:06.495969 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-385236b9-e23a-49b6-9256-b2f31c16bd30 req-73163bfc-59d7-498f-970d-6ce85eb62eeb tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0912602 Aug 12 22:02:06.506295 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d38f3af-3475-4813-97d7-21cac39aeb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.560102 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d38f3af-3475-4813-97d7-21cac39aeb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.562941 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d38f3af-3475-4813-97d7-21cac39aeb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.564093 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-1d38f3af-3475-4813-97d7-21cac39aeb29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/506efbbe-ed46-4719-83d1-61cd735fda45 HTTP/1.1" status: 204 len: 168 time: 0.1561592 Aug 12 22:02:06.577248 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38f3af-3475-4813-97d7-21cac39aeb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506efbbe-ed46-4719-83d1-61cd735fda45,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:06.599670 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-385236b9-e23a-49b6-9256-b2f31c16bd30 req-f3713dbc-e627-4657-b1c2-ec893d29b5ac tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941148 Aug 12 22:02:06.674348 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fa80172e-125f-4b4b-a65f-9a12614dae9e req-5f780ef3-63fa-4c3b-b39e-c31c056134ce tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.689468 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['10c0a2b1-b5f4-438a-a110-1a7c0f33acfc'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:02:06.732864 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f780ef3-63fa-4c3b-b39e-c31c056134ce tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Pushing event deleted for resources: {'Port': ['ID=10c0a2b1-b5f4-438a-a110-1a7c0f33acfc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:06.807687 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa80172e-125f-4b4b-a65f-9a12614dae9e req-5f780ef3-63fa-4c3b-b39e-c31c056134ce tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] No DVR routers for this DVR port 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:02:06.811135 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-93cdbd01-d28d-4caa-8250-7492980670be req-51f8661a-45b5-4492-9502-db99c164b328 tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.30 "GET /v2.0/ports?device_id=10c2323b-521b-47bc-979b-8caa5930398c HTTP/1.1" status: 200 len: 210 time: 0.0488923 Aug 12 22:02:06.812150 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fa80172e-125f-4b4b-a65f-9a12614dae9e req-5f780ef3-63fa-4c3b-b39e-c31c056134ce tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:06.814182 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fa80172e-125f-4b4b-a65f-9a12614dae9e req-5f780ef3-63fa-4c3b-b39e-c31c056134ce tempest-VolumesSnapshotTestJSON-880546849 tempest-VolumesSnapshotTestJSON-880546849-project] 10.222.0.58 "DELETE /v2.0/ports/10c0a2b1-b5f4-438a-a110-1a7c0f33acfc HTTP/1.1" status: 204 len: 173 time: 0.6093888 Aug 12 22:02:06.814612 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c2323b-521b-47bc-979b-8caa5930398c', 'name': 'network-vif-deleted', 'tag': '10c0a2b1-b5f4-438a-a110-1a7c0f33acfc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:06.816941 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffb8407-a543-4d27-a12c-be8ab95b3acc" -d '{"events": [{"server_uuid": "10c2323b-521b-47bc-979b-8caa5930398c", "name": "network-vif-deleted", "tag": "10c0a2b1-b5f4-438a-a110-1a7c0f33acfc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:06.878172 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895d959c-8093-4774-8eb4-46afc147553c x-openstack-request-id: req-895d959c-8093-4774-8eb4-46afc147553c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:06.878467 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c2323b-521b-47bc-979b-8caa5930398c", "name": "network-vif-deleted", "tag": "10c0a2b1-b5f4-438a-a110-1a7c0f33acfc", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:06.878802 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-895d959c-8093-4774-8eb4-46afc147553c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:06.879136 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c2323b-521b-47bc-979b-8caa5930398c', 'name': 'network-vif-deleted', 'tag': '10c0a2b1-b5f4-438a-a110-1a7c0f33acfc', 'status': 'completed', 'code': 200} Aug 12 22:02:07.719007 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc646e93-a6f2-4a28-a797-373fd6879d04 req-c4a2a69e-628f-4a9e-91fb-7fdae8dfa5ae tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:07.720528 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bc646e93-a6f2-4a28-a797-373fd6879d04 req-c4a2a69e-628f-4a9e-91fb-7fdae8dfa5ae tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0501647 Aug 12 22:02:07.760149 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bc646e93-a6f2-4a28-a797-373fd6879d04 req-a7de1f30-ab1e-4e23-a2e0-90436cc0fb9f tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332098 Aug 12 22:02:08.878361 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189af46-4b3a-4a42-b2d2-2f4d7a4a8fc8 req-c78c2038-5e6a-454a-9114-cac6e297a8d5 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:08.879866 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7189af46-4b3a-4a42-b2d2-2f4d7a4a8fc8 req-c78c2038-5e6a-454a-9114-cac6e297a8d5 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0493274 Aug 12 22:02:08.916935 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7189af46-4b3a-4a42-b2d2-2f4d7a4a8fc8 req-e69f82f2-d159-488f-849e-5ca12fb9bb7d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311341 Aug 12 22:02:10.042083 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4e25d-9056-490d-b9ef-8f6abf695232 req-36fe1d76-adba-471e-a6d1-7ab0abd31448 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:10.043583 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-81e4e25d-9056-490d-b9ef-8f6abf695232 req-36fe1d76-adba-471e-a6d1-7ab0abd31448 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0569537 Aug 12 22:02:10.081561 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-81e4e25d-9056-490d-b9ef-8f6abf695232 req-585f576d-9bfe-41ee-9ac0-dc53c78be0b0 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321338 Aug 12 22:02:10.563431 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 35516) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:10.667597 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f240233-457b-4f90-95c8-eed6aded1835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:10.766753 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f240233-457b-4f90-95c8-eed6aded1835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:10.770612 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f240233-457b-4f90-95c8-eed6aded1835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:10.809742 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-0f240233-457b-4f90-95c8-eed6aded1835 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0cea3ddc47384c8099692fed0850de6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452099 Aug 12 22:02:10.811683 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f240233-457b-4f90-95c8-eed6aded1835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4feceb29-a9e7-49c2-ae26-2c538ec5e1af,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:10.812393 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35522) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:10.860196 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe71acdd-6a27-4832-b54d-34edae9bf0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:10.880408 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe71acdd-6a27-4832-b54d-34edae9bf0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:10.927420 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe71acdd-6a27-4832-b54d-34edae9bf0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:10.929890 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe71acdd-6a27-4832-b54d-34edae9bf0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:10.931024 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-fe71acdd-6a27-4832-b54d-34edae9bf0f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4feceb29-a9e7-49c2-ae26-2c538ec5e1af HTTP/1.1" status: 204 len: 168 time: 0.1176624 Aug 12 22:02:10.938520 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71acdd-6a27-4832-b54d-34edae9bf0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feceb29-a9e7-49c2-ae26-2c538ec5e1af,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:11.206013 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e39e27-3819-424c-91d5-4e081f93b690 req-63e489ff-0d11-4418-b8e7-f0e331b8bcca tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:11.207625 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-05e39e27-3819-424c-91d5-4e081f93b690 req-63e489ff-0d11-4418-b8e7-f0e331b8bcca tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0559788 Aug 12 22:02:11.246020 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-05e39e27-3819-424c-91d5-4e081f93b690 req-be6a5e9e-9b30-4fd2-b640-458b4188e9b8 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317721 Aug 12 22:02:11.309686 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:02:11.331476 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:02:11.331820 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 10c0a2b1-b5f4-438a-a110-1a7c0f33acfc not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:02:12.364023 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fced2a-8a28-414c-8755-bc14f26ff9ea req-14bfd4f6-8cd6-44e7-9d49-61afa7d7240c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:12.365568 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b4fced2a-8a28-414c-8755-bc14f26ff9ea req-14bfd4f6-8cd6-44e7-9d49-61afa7d7240c tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0535917 Aug 12 22:02:12.407967 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b4fced2a-8a28-414c-8755-bc14f26ff9ea req-d9607515-6a30-4487-8035-858abec809cd tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360675 Aug 12 22:02:12.649310 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-16aa8d1f-fda5-4dad-81f1-4388b2f01691 req-0caebf75-dac2-4d67-99f9-ffdc2bf56276 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2118612391&fields=id&tenant_id=d8f57411a28842e69c8732c884da7094 HTTP/1.1" status: 200 len: 267 time: 0.0354683 Aug 12 22:02:12.706382 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8d1f-fda5-4dad-81f1-4388b2f01691 req-4111dd22-1b9b-4dcd-a86f-e1b8c0cd8490 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:12.707914 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-16aa8d1f-fda5-4dad-81f1-4388b2f01691 req-4111dd22-1b9b-4dcd-a86f-e1b8c0cd8490 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 985 time: 0.0520661 Aug 12 22:02:12.720094 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-16aa8d1f-fda5-4dad-81f1-4388b2f01691 req-d8d12f0a-7ea1-4656-abc1-ce3316fac738 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Request body: {'port': {'security_groups': ['be06eaf1-c21c-4a69-aef6-53baf60569ff']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:12.793908 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-16aa8d1f-fda5-4dad-81f1-4388b2f01691 req-d8d12f0a-7ea1-4656-abc1-ce3316fac738 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:12.976406 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-16aa8d1f-fda5-4dad-81f1-4388b2f01691 req-d8d12f0a-7ea1-4656-abc1-ce3316fac738 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] For port eb0b615f-f58a-4151-9196-1a84367b94e3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=eb0b615f-f58a-4151-9196-1a84367b94e3,segment=NetworkSegment(902642b8-7cc6-4668-af6b-32efc0b039f9),segment_id=902642b8-7cc6-4668-af6b-32efc0b039f9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:13.012258 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-16aa8d1f-fda5-4dad-81f1-4388b2f01691 req-d8d12f0a-7ea1-4656-abc1-ce3316fac738 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:13.017122 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-16aa8d1f-fda5-4dad-81f1-4388b2f01691 req-d8d12f0a-7ea1-4656-abc1-ce3316fac738 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:13.029631 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['eb0b615f-f58a-4151-9196-1a84367b94e3'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:02:13.059492 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8d1f-fda5-4dad-81f1-4388b2f01691 req-d8d12f0a-7ea1-4656-abc1-ce3316fac738 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:13.060288 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-16aa8d1f-fda5-4dad-81f1-4388b2f01691 req-d8d12f0a-7ea1-4656-abc1-ce3316fac738 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:13.061876 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-16aa8d1f-fda5-4dad-81f1-4388b2f01691 req-d8d12f0a-7ea1-4656-abc1-ce3316fac738 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "PUT /v2.0/ports/eb0b615f-f58a-4151-9196-1a84367b94e3 HTTP/1.1" status: 200 len: 943 time: 0.3467572 Aug 12 22:02:13.064481 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'tag': 'eb0b615f-f58a-4151-9196-1a84367b94e3'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:13.068351 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aa59d8-3d18-4bee-b7a3-4db8ee66c999" -d '{"events": [{"name": "network-changed", "server_uuid": "61364b30-fe3f-46fa-8f32-25c4dc6b53ae", "tag": "eb0b615f-f58a-4151-9196-1a84367b94e3"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:13.069467 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35550) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:13.131153 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d12f0a-7ea1-4656-abc1-ce3316fac738 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Pushing event updated for resources: {'Port': ['ID=eb0b615f-f58a-4151-9196-1a84367b94e3,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:13.158981 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee90ad9a-2867-4ecb-a86f-21c18db22b23 x-openstack-request-id: req-ee90ad9a-2867-4ecb-a86f-21c18db22b23 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:13.159472 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61364b30-fe3f-46fa-8f32-25c4dc6b53ae", "tag": "eb0b615f-f58a-4151-9196-1a84367b94e3", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:13.159927 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee90ad9a-2867-4ecb-a86f-21c18db22b23 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:13.160408 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'tag': 'eb0b615f-f58a-4151-9196-1a84367b94e3', 'status': 'completed', 'code': 200} Aug 12 22:02:13.189491 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['eb0b615f-f58a-4151-9196-1a84367b94e3'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:02:13.235744 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3dd39efe-bee3-42ae-9aa3-d3f5c5930bd8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:13.248159 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa59d8-3d18-4bee-b7a3-4db8ee66c999 req-8bfff41b-e47b-440d-a406-7656feb250d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:13.254405 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-22aa59d8-3d18-4bee-b7a3-4db8ee66c999 req-8bfff41b-e47b-440d-a406-7656feb250d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8f57411a28842e69c8732c884da7094&device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 1099 time: 0.0903630 Aug 12 22:02:13.269774 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3dd39efe-bee3-42ae-9aa3-d3f5c5930bd8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:13.321255 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4ea6c5b2-06fc-4468-95b6-6614cef98430 None None] Provisioning complete for port eb0b615f-f58a-4151-9196-1a84367b94e3 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:02:13.321689 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ea6c5b2-06fc-4468-95b6-6614cef98430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:13.360676 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3dd39efe-bee3-42ae-9aa3-d3f5c5930bd8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:13.363422 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3dd39efe-bee3-42ae-9aa3-d3f5c5930bd8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:13.364708 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-3dd39efe-bee3-42ae-9aa3-d3f5c5930bd8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "DELETE /v2.0/security-groups/c6069bb8-d963-45ce-9067-994caf7c3cc8 HTTP/1.1" status: 204 len: 168 time: 0.2936671 Aug 12 22:02:13.370040 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35562) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:13.381999 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd39efe-bee3-42ae-9aa3-d3f5c5930bd8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6069bb8-d963-45ce-9067-994caf7c3cc8,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:13.396047 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa59d8-3d18-4bee-b7a3-4db8ee66c999 req-eff6b01b-c9cb-49f4-b364-a8ad611de944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:13.397663 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-22aa59d8-3d18-4bee-b7a3-4db8ee66c999 req-eff6b01b-c9cb-49f4-b364-a8ad611de944 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 HTTP/1.1" status: 200 len: 916 time: 0.1371322 Aug 12 22:02:13.504567 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-22aa59d8-3d18-4bee-b7a3-4db8ee66c999 req-8b999c30-33b4-4317-8b5f-693cde210010 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb0b615f-f58a-4151-9196-1a84367b94e3 HTTP/1.1" status: 200 len: 1002 time: 0.0989337 Aug 12 22:02:13.562570 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c57714a1-3d87-4ca0-9b09-eedc52bdf0b8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Deleting port ba00eecf-82a7-4656-bbf8-3f6064ec538c {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:13.562922 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c57714a1-3d87-4ca0-9b09-eedc52bdf0b8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:13.584784 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa59d8-3d18-4bee-b7a3-4db8ee66c999 req-e8413954-c1b3-42a8-9329-e10c8b860202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:13.586278 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-22aa59d8-3d18-4bee-b7a3-4db8ee66c999 req-e8413954-c1b3-42a8-9329-e10c8b860202 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0b51929-b6d9-4322-af92-380f1fe3953d HTTP/1.1" status: 200 len: 854 time: 0.0705903 Aug 12 22:02:13.599589 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6825fc-16f1-4dd7-8974-cd7600b6b016 req-141d4a9f-22fe-43ea-a792-0b43baa7a3b2 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:13.600858 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1d6825fc-16f1-4dd7-8974-cd7600b6b016 req-141d4a9f-22fe-43ea-a792-0b43baa7a3b2 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0954707 Aug 12 22:02:13.641259 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c57714a1-3d87-4ca0-9b09-eedc52bdf0b8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:13.641622 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c57714a1-3d87-4ca0-9b09-eedc52bdf0b8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:13.654525 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c57714a1-3d87-4ca0-9b09-eedc52bdf0b8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Calling delete_port for ba00eecf-82a7-4656-bbf8-3f6064ec538c owned by network:floatingip {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:13.667114 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1d6825fc-16f1-4dd7-8974-cd7600b6b016 req-0c0ea276-80aa-43d2-8d1e-1ff5ad5ed916 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573528 Aug 12 22:02:13.668970 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa59d8-3d18-4bee-b7a3-4db8ee66c999 req-364d787d-9b5a-472c-b0f4-7ca7f8c48f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:13.670809 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-22aa59d8-3d18-4bee-b7a3-4db8ee66c999 req-364d787d-9b5a-472c-b0f4-7ca7f8c48f40 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687096 Aug 12 22:02:13.777492 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-22aa59d8-3d18-4bee-b7a3-4db8ee66c999 req-330ac5b6-76c0-4f68-8e32-0f8530f3d854 service neutron] 10.222.0.58 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969377 Aug 12 22:02:13.857833 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c57714a1-3d87-4ca0-9b09-eedc52bdf0b8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:13.887726 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57714a1-3d87-4ca0-9b09-eedc52bdf0b8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Pushing event deleted for resources: {'Port': ['ID=ba00eecf-82a7-4656-bbf8-3f6064ec538c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:13.956937 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c57714a1-3d87-4ca0-9b09-eedc52bdf0b8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks [] for floatingip, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:13.957817 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.l3_db [None req-c57714a1-3d87-4ca0-9b09-eedc52bdf0b8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Floating IP c94ebdd5-e9fa-42b5-831b-952008442cf3 disassociated (deleted). External IP: 172.27.0.209, port: eb0b615f-f58a-4151-9196-1a84367b94e3. Aug 12 22:02:13.968298 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940a879-2f40-409b-91b1-2d154abadc2a req-96a9654a-b925-451d-8a70-a908018e3e2d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:13.970139 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1940a879-2f40-409b-91b1-2d154abadc2a req-96a9654a-b925-451d-8a70-a908018e3e2d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.1210330 Aug 12 22:02:13.973783 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-22aa59d8-3d18-4bee-b7a3-4db8ee66c999 req-5bbf15b9-fa9a-450e-a658-caf630e92ee5 service neutron] 10.222.0.58 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881115 Aug 12 22:02:13.995745 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00529-7abf-4836-a2b3-2c15284d4b39 req-1dba4ecd-49aa-47d0-b927-2254fc997b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:13.997242 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-59b00529-7abf-4836-a2b3-2c15284d4b39 req-1dba4ecd-49aa-47d0-b927-2254fc997b63 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f0168f0c18f4408a7f2984a0a4038f4&device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 1099 time: 0.1076558 Aug 12 22:02:14.035889 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1940a879-2f40-409b-91b1-2d154abadc2a req-db53124d-7367-4df8-b2e0-a134c54c93c7 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580595 Aug 12 22:02:14.126875 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00529-7abf-4836-a2b3-2c15284d4b39 req-59defd07-8688-4007-98f0-06259b4eefdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:14.128417 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-59b00529-7abf-4836-a2b3-2c15284d4b39 req-59defd07-8688-4007-98f0-06259b4eefdd service neutron] 10.222.0.58 "GET /v2.0/networks?id=095a1efa-c2bb-4f8d-8a60-e45d89fec269 HTTP/1.1" status: 200 len: 911 time: 0.1169529 Aug 12 22:02:14.206284 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-59b00529-7abf-4836-a2b3-2c15284d4b39 req-5b327d16-8878-4634-b4cf-f328537f324d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6223b9fc-b444-4db6-9415-f1851686b2c8 HTTP/1.1" status: 200 len: 1002 time: 0.0698886 Aug 12 22:02:14.209081 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57714a1-3d87-4ca0-9b09-eedc52bdf0b8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Router df0e528a-5dbe-4f61-abd8-378a88bad0a4 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:02:14.262168 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00529-7abf-4836-a2b3-2c15284d4b39 req-784155ee-ba83-4f12-be5c-e596ddcaaed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:14.263678 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-59b00529-7abf-4836-a2b3-2c15284d4b39 req-784155ee-ba83-4f12-be5c-e596ddcaaed5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8645d12-4e07-4775-ade2-97bd878f2184 HTTP/1.1" status: 200 len: 849 time: 0.0496202 Aug 12 22:02:14.325673 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00529-7abf-4836-a2b3-2c15284d4b39 req-9fbed189-8a75-4663-ba38-ec69789c330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:14.327618 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-59b00529-7abf-4836-a2b3-2c15284d4b39 req-9fbed189-8a75-4663-ba38-ec69789c330d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=095a1efa-c2bb-4f8d-8a60-e45d89fec269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561402 Aug 12 22:02:14.329597 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57714a1-3d87-4ca0-9b09-eedc52bdf0b8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:02:14.335269 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c57714a1-3d87-4ca0-9b09-eedc52bdf0b8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:14.340237 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856a05c-de5c-4466-8dc0-c62e0d3486b7 None None] Sync routers for ids ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:02:14.352002 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856a05c-de5c-4466-8dc0-c62e0d3486b7 None None] Routers {'df0e528a-5dbe-4f61-abd8-378a88bad0a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:14.360755 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2856a05c-de5c-4466-8dc0-c62e0d3486b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:01:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:14.368286 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c57714a1-3d87-4ca0-9b09-eedc52bdf0b8 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "DELETE /v2.0/floatingips/c94ebdd5-e9fa-42b5-831b-952008442cf3 HTTP/1.1" status: 204 len: 168 time: 0.9970331 Aug 12 22:02:14.368947 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'tag': 'eb0b615f-f58a-4151-9196-1a84367b94e3'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:14.387735 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6db9858f3ba127f12c051a7fe47b4fb61399c076793cc1c2e0cf9b4023a6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41aa93ef-bfc3-454d-80e8-606fb195f08f" -d '{"events": [{"name": "network-changed", "server_uuid": "61364b30-fe3f-46fa-8f32-25c4dc6b53ae", "tag": "eb0b615f-f58a-4151-9196-1a84367b94e3"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:14.458319 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b483f4a-a971-4de4-9e20-dd2dd4ca0091 x-openstack-request-id: req-0b483f4a-a971-4de4-9e20-dd2dd4ca0091 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:14.459937 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61364b30-fe3f-46fa-8f32-25c4dc6b53ae", "tag": "eb0b615f-f58a-4151-9196-1a84367b94e3", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:14.459937 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b483f4a-a971-4de4-9e20-dd2dd4ca0091 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:14.459937 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'tag': 'eb0b615f-f58a-4151-9196-1a84367b94e3', 'status': 'completed', 'code': 200} Aug 12 22:02:14.516931 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a096f6fb-a272-49df-9b5d-11c2d425307d req-21ff1c60-4d19-43ad-a191-16be70897b42 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1098413 Aug 12 22:02:14.533846 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-59b00529-7abf-4836-a2b3-2c15284d4b39 req-ef703df0-fa16-4dd5-98c2-90114f715e0f service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963799 Aug 12 22:02:14.565006 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2856a05c-de5c-4466-8dc0-c62e0d3486b7 None None] Set router df0e528a-5dbe-4f61-abd8-378a88bad0a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:14.598949 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa93ef-bfc3-454d-80e8-606fb195f08f req-40971132-4d7b-4f85-8316-8f265faf27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:14.600727 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-41aa93ef-bfc3-454d-80e8-606fb195f08f req-40971132-4d7b-4f85-8316-8f265faf27ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8f57411a28842e69c8732c884da7094&device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 1099 time: 0.1045964 Aug 12 22:02:14.770665 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096f6fb-a272-49df-9b5d-11c2d425307d req-878c4819-912f-409f-94ee-b0b885fa8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:14.772188 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a096f6fb-a272-49df-9b5d-11c2d425307d req-878c4819-912f-409f-94ee-b0b885fa8f72 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d497c1bdd99544719806cc40fe06f8c5&device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 1099 time: 0.2229977 Aug 12 22:02:14.791841 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-59b00529-7abf-4836-a2b3-2c15284d4b39 req-51fcfdd8-71c1-4992-a9cc-58889b4f4bd5 service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440176 Aug 12 22:02:14.825226 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2856a05c-de5c-4466-8dc0-c62e0d3486b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:31Z', 'updated_at': '2021-08-12T21:58:35Z', 'revision_number': 4, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'gw_port': {'id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:32Z', 'updated_at': '2021-08-12T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '13827dfd-a94b-464e-a57f-7828f21830f4', 'name': '', 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'mac_address': 'fa:16:3e:68:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:34Z', 'updated_at': '2021-08-12T21:58:44Z', 'revision_number': 5, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'subnets': [{'id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:14.852191 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856a05c-de5c-4466-8dc0-c62e0d3486b7 None None] Checking router: df0e528a-5dbe-4f61-abd8-378a88bad0a4 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:02:14.861461 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856a05c-de5c-4466-8dc0-c62e0d3486b7 None None] Routers {'df0e528a-5dbe-4f61-abd8-378a88bad0a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:14.862098 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2856a05c-de5c-4466-8dc0-c62e0d3486b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:01:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:14.867401 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa93ef-bfc3-454d-80e8-606fb195f08f req-0ac7ee24-e25a-422e-84c4-59f79977dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:14.869562 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-41aa93ef-bfc3-454d-80e8-606fb195f08f req-0ac7ee24-e25a-422e-84c4-59f79977dd71 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 HTTP/1.1" status: 200 len: 916 time: 0.2057364 Aug 12 22:02:14.929553 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-41aa93ef-bfc3-454d-80e8-606fb195f08f req-fcc1f82b-619e-448b-bef1-68d92f5b6936 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb0b615f-f58a-4151-9196-1a84367b94e3 HTTP/1.1" status: 200 len: 217 time: 0.0425868 Aug 12 22:02:14.975107 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096f6fb-a272-49df-9b5d-11c2d425307d req-4720dd4f-bdd4-47c7-91ab-5f4163c18589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:14.976607 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a096f6fb-a272-49df-9b5d-11c2d425307d req-4720dd4f-bdd4-47c7-91ab-5f4163c18589 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b49de074-e205-41a7-bba4-aea2b1a09673 HTTP/1.1" status: 200 len: 918 time: 0.1759892 Aug 12 22:02:14.979330 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2856a05c-de5c-4466-8dc0-c62e0d3486b7 None None] Set router df0e528a-5dbe-4f61-abd8-378a88bad0a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:14.995964 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa93ef-bfc3-454d-80e8-606fb195f08f req-cd1d4c9f-9d6a-4d3f-999f-44a62d7c260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:14.997394 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-41aa93ef-bfc3-454d-80e8-606fb195f08f req-cd1d4c9f-9d6a-4d3f-999f-44a62d7c260b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0b51929-b6d9-4322-af92-380f1fe3953d HTTP/1.1" status: 200 len: 854 time: 0.0569124 Aug 12 22:02:15.084270 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a096f6fb-a272-49df-9b5d-11c2d425307d req-4f3dc140-73e5-4cd3-a151-c9c828cf2b63 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b56077df-b77d-4c36-9211-7f7d9a10212b HTTP/1.1" status: 200 len: 1001 time: 0.0977266 Aug 12 22:02:15.091651 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa93ef-bfc3-454d-80e8-606fb195f08f req-8ae987ca-6fc8-480e-afbe-484aa712fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:15.093141 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-41aa93ef-bfc3-454d-80e8-606fb195f08f req-8ae987ca-6fc8-480e-afbe-484aa712fd4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674703 Aug 12 22:02:15.252034 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2856a05c-de5c-4466-8dc0-c62e0d3486b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:31Z', 'updated_at': '2021-08-12T21:58:35Z', 'revision_number': 4, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'gw_port': {'id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:32Z', 'updated_at': '2021-08-12T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '13827dfd-a94b-464e-a57f-7828f21830f4', 'name': '', 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'mac_address': 'fa:16:3e:68:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:34Z', 'updated_at': '2021-08-12T21:58:44Z', 'revision_number': 5, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'subnets': [{'id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:15.285702 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856a05c-de5c-4466-8dc0-c62e0d3486b7 None None] The sync data for ids ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'] in dv-cinder-804459-3-iscsi is: [{'id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:31Z', 'updated_at': '2021-08-12T21:58:35Z', 'revision_number': 4, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'gw_port': {'id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:32Z', 'updated_at': '2021-08-12T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '13827dfd-a94b-464e-a57f-7828f21830f4', 'name': '', 'network_id': '1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'mac_address': 'fa:16:3e:68:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:34Z', 'updated_at': '2021-08-12T21:58:44Z', 'revision_number': 5, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'subnets': [{'id': 'd0b51929-b6d9-4322-af92-380f1fe3953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:02:15.320976 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0e30f-72a6-401d-9160-08eca813aaea req-cfdb63bd-ec9e-4a7d-9623-816ee93c292b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:15.329170 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-95c0e30f-72a6-401d-9160-08eca813aaea req-cfdb63bd-ec9e-4a7d-9623-816ee93c292b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.1958258 Aug 12 22:02:15.334076 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096f6fb-a272-49df-9b5d-11c2d425307d req-67293e99-cb51-48e4-bf95-9a3f34896e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:15.335675 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a096f6fb-a272-49df-9b5d-11c2d425307d req-67293e99-cb51-48e4-bf95-9a3f34896e1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a22c3b4-2e5f-4b32-9788-ca56e9b079cf HTTP/1.1" status: 200 len: 856 time: 0.2415924 Aug 12 22:02:15.360681 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-41aa93ef-bfc3-454d-80e8-606fb195f08f req-2ccf17ae-0fff-4032-8177-8d7a40a0780e service neutron] 10.222.0.58 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573647 Aug 12 22:02:15.428655 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-95c0e30f-72a6-401d-9160-08eca813aaea req-9d6b8440-156c-47e0-bab2-f06075ae4a49 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951273 Aug 12 22:02:15.601389 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2611586b-0700-426b-af24-5d8c3e261e45 None None] New status for floating IP c94ebdd5-e9fa-42b5-831b-952008442cf3: DOWN {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:02:15.761397 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096f6fb-a272-49df-9b5d-11c2d425307d req-4b487b26-4466-4c3a-9138-bf6f11050de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:15.762908 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a096f6fb-a272-49df-9b5d-11c2d425307d req-4b487b26-4466-4c3a-9138-bf6f11050de5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b49de074-e205-41a7-bba4-aea2b1a09673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4061174 Aug 12 22:02:15.778368 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:15.801417 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-41aa93ef-bfc3-454d-80e8-606fb195f08f req-f4b038a6-e16a-4054-a9ff-44a9d05e6333 service neutron] 10.222.0.58 "GET /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238551 Aug 12 22:02:15.878009 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a096f6fb-a272-49df-9b5d-11c2d425307d req-b35edff8-1053-4945-84dc-887ba4f47cd7 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038637 Aug 12 22:02:15.975134 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a096f6fb-a272-49df-9b5d-11c2d425307d req-4bccba80-5d22-4019-b3f5-4471f32b8e7b service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895557 Aug 12 22:02:16.539371 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c41dc-3a22-4513-916f-b321ec981790 req-be3dbb56-07c7-47c3-8f91-3314a8bcabe7 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:16.541785 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-210c41dc-3a22-4513-916f-b321ec981790 req-be3dbb56-07c7-47c3-8f91-3314a8bcabe7 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0517952 Aug 12 22:02:16.586903 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-210c41dc-3a22-4513-916f-b321ec981790 req-024d1817-1ac7-462c-b430-11b5c48d720b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385339 Aug 12 22:02:17.186351 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bfb01-4785-4e23-9f91-c56bc7c96e48 req-62eb33f3-a5f7-4e4b-9a21-34d9ea4e0ec5 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:17.187819 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e28bfb01-4785-4e23-9f91-c56bc7c96e48 req-62eb33f3-a5f7-4e4b-9a21-34d9ea4e0ec5 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 946 time: 0.0517530 Aug 12 22:02:17.228785 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e28bfb01-4785-4e23-9f91-c56bc7c96e48 req-f6c831ea-6d61-4cd0-8a9f-5d52732ce3c6 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344422 Aug 12 22:02:18.343695 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb31e1-85cc-42d6-9b66-0e6820c4adac req-9c33b9ee-4a1d-4270-8064-af1e413f5a60 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:18.345415 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-47cb31e1-85cc-42d6-9b66-0e6820c4adac req-9c33b9ee-4a1d-4270-8064-af1e413f5a60 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 946 time: 0.0506110 Aug 12 22:02:18.382350 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-47cb31e1-85cc-42d6-9b66-0e6820c4adac req-5869c3c5-1c97-41e0-b9c2-bedf91469112 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309515 Aug 12 22:02:19.493419 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a9668-42b6-4919-a8c8-98dd9729121d req-0feb57a1-a3b2-4b5e-9227-f2c7e1fa0e69 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:19.494832 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-465a9668-42b6-4919-a8c8-98dd9729121d req-0feb57a1-a3b2-4b5e-9227-f2c7e1fa0e69 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 946 time: 0.0477526 Aug 12 22:02:19.531942 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-465a9668-42b6-4919-a8c8-98dd9729121d req-44e080b8-8551-44ad-b562-84eee9e62362 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312071 Aug 12 22:02:20.647546 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420fae9-9976-4009-8e25-8f4bc29e3524 req-6abad22f-d485-43a0-a773-8e79a3d23df6 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:20.649068 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f420fae9-9976-4009-8e25-8f4bc29e3524 req-6abad22f-d485-43a0-a773-8e79a3d23df6 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 946 time: 0.0517128 Aug 12 22:02:20.688797 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f420fae9-9976-4009-8e25-8f4bc29e3524 req-d630afa1-c510-4e45-b5f3-483f14cc94bc tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329871 Aug 12 22:02:21.483433 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7ddc9-4a23-422e-85c0-eb7254da6671 req-7890735d-6c83-4ced-891d-94c3904bad95 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:21.484988 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e4a7ddc9-4a23-422e-85c0-eb7254da6671 req-7890735d-6c83-4ced-891d-94c3904bad95 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.58 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 946 time: 0.0555737 Aug 12 22:02:21.593268 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-e4a7ddc9-4a23-422e-85c0-eb7254da6671 req-717f4eab-e798-4261-b67e-f1dcfa26d547 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Deleting port eb0b615f-f58a-4151-9196-1a84367b94e3 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:21.593540 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e4a7ddc9-4a23-422e-85c0-eb7254da6671 req-717f4eab-e798-4261-b67e-f1dcfa26d547 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:21.693331 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe91d3-4a7d-4982-90d9-ab98c4d11036 req-7d01176f-9eb0-4161-94b3-fdcf448fb341 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:21.694846 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4bfe91d3-4a7d-4982-90d9-ab98c4d11036 req-7d01176f-9eb0-4161-94b3-fdcf448fb341 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 946 time: 0.1122193 Aug 12 22:02:21.727555 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-e4a7ddc9-4a23-422e-85c0-eb7254da6671 req-717f4eab-e798-4261-b67e-f1dcfa26d547 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] For port eb0b615f-f58a-4151-9196-1a84367b94e3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=eb0b615f-f58a-4151-9196-1a84367b94e3,segment=NetworkSegment(902642b8-7cc6-4668-af6b-32efc0b039f9),segment_id=902642b8-7cc6-4668-af6b-32efc0b039f9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:21.727936 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e4a7ddc9-4a23-422e-85c0-eb7254da6671 req-717f4eab-e798-4261-b67e-f1dcfa26d547 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:21.748762 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-e4a7ddc9-4a23-422e-85c0-eb7254da6671 req-717f4eab-e798-4261-b67e-f1dcfa26d547 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Calling delete_port for eb0b615f-f58a-4151-9196-1a84367b94e3 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:21.778339 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4bfe91d3-4a7d-4982-90d9-ab98c4d11036 req-7cefe4e7-65b4-4b4f-b5b3-53a61c6a2687 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774188 Aug 12 22:02:21.846283 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18071202-42b3-4d8b-936e-d5f4b315f7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:21.858889 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b3d0d-f612-44c2-8ae2-6196d275344c req-d2cfd52e-fcce-41f6-a60a-6da544ca79ad tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:21.860389 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-626b3d0d-f612-44c2-8ae2-6196d275344c req-d2cfd52e-fcce-41f6-a60a-6da544ca79ad tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/ports?device_id=61364b30-fe3f-46fa-8f32-25c4dc6b53ae HTTP/1.1" status: 200 len: 946 time: 0.1019232 Aug 12 22:02:21.939267 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-626b3d0d-f612-44c2-8ae2-6196d275344c req-4a2d86bd-86b5-4ef6-86f0-5deaa5bfa45c tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.30 "GET /v2.0/security-groups?id=be06eaf1-c21c-4a69-aef6-53baf60569ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715075 Aug 12 22:02:21.964358 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e4a7ddc9-4a23-422e-85c0-eb7254da6671 req-717f4eab-e798-4261-b67e-f1dcfa26d547 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:21.981079 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['eb0b615f-f58a-4151-9196-1a84367b94e3'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:02:21.993787 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f4eab-e798-4261-b67e-f1dcfa26d547 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Pushing event deleted for resources: {'Port': ['ID=eb0b615f-f58a-4151-9196-1a84367b94e3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:22.041903 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a7ddc9-4a23-422e-85c0-eb7254da6671 req-717f4eab-e798-4261-b67e-f1dcfa26d547 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] No DVR routers for this DVR port eb0b615f-f58a-4151-9196-1a84367b94e3 on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:02:22.044375 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e4a7ddc9-4a23-422e-85c0-eb7254da6671 req-717f4eab-e798-4261-b67e-f1dcfa26d547 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:22.046408 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e4a7ddc9-4a23-422e-85c0-eb7254da6671 req-717f4eab-e798-4261-b67e-f1dcfa26d547 tempest-TestMinimumBasicScenario-1709285148 tempest-TestMinimumBasicScenario-1709285148-project] 10.222.0.58 "DELETE /v2.0/ports/eb0b615f-f58a-4151-9196-1a84367b94e3 HTTP/1.1" status: 204 len: 173 time: 0.5546532 Aug 12 22:02:22.046865 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'name': 'network-vif-deleted', 'tag': 'eb0b615f-f58a-4151-9196-1a84367b94e3'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:22.049142 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0a5c6c-c950-4c57-8128-778d069800ef" -d '{"events": [{"server_uuid": "61364b30-fe3f-46fa-8f32-25c4dc6b53ae", "name": "network-vif-deleted", "tag": "eb0b615f-f58a-4151-9196-1a84367b94e3"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:22.069714 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35720) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:22.088968 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092741c8-ab43-4a1f-8cbd-2a20fcf0dff6 x-openstack-request-id: req-092741c8-ab43-4a1f-8cbd-2a20fcf0dff6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:22.089270 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61364b30-fe3f-46fa-8f32-25c4dc6b53ae", "name": "network-vif-deleted", "tag": "eb0b615f-f58a-4151-9196-1a84367b94e3", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:22.089547 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-092741c8-ab43-4a1f-8cbd-2a20fcf0dff6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:22.089951 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61364b30-fe3f-46fa-8f32-25c4dc6b53ae', 'name': 'network-vif-deleted', 'tag': 'eb0b615f-f58a-4151-9196-1a84367b94e3', 'status': 'completed', 'code': 200} Aug 12 22:02:22.188947 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a9ac4202-ee6a-4e3e-a1a1-d87418ef8951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:22.288758 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a9ac4202-ee6a-4e3e-a1a1-d87418ef8951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:22.293259 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a9ac4202-ee6a-4e3e-a1a1-d87418ef8951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:22.334419 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-a9ac4202-ee6a-4e3e-a1a1-d87418ef8951 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f9ed75ac98747ba9ee349c3dbceed8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630136 Aug 12 22:02:22.335382 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac4202-ee6a-4e3e-a1a1-d87418ef8951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1291ce-0821-4a43-a979-ebc67a9a1530,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:22.337141 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 35732) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:22.389490 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7718462-7aa4-4dcd-9e9e-fa7ab182bd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:22.410445 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7718462-7aa4-4dcd-9e9e-fa7ab182bd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:22.460714 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7718462-7aa4-4dcd-9e9e-fa7ab182bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:22.463812 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7718462-7aa4-4dcd-9e9e-fa7ab182bd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:22.467914 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-b7718462-7aa4-4dcd-9e9e-fa7ab182bd49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca1291ce-0821-4a43-a979-ebc67a9a1530 HTTP/1.1" status: 204 len: 168 time: 0.1270201 Aug 12 22:02:22.475541 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7718462-7aa4-4dcd-9e9e-fa7ab182bd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1291ce-0821-4a43-a979-ebc67a9a1530,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:22.756818 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 35738) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:22.770097 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5a9dc10-e0b7-4ad4-8efa-cb00ec952271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:22.886744 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5a9dc10-e0b7-4ad4-8efa-cb00ec952271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:22.893539 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5a9dc10-e0b7-4ad4-8efa-cb00ec952271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:22.943054 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f59e7-263f-481a-b924-7bab7d722505 req-cba50ac3-1639-41a8-ab29-d702ab1a9599 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:22.944480 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e10f59e7-263f-481a-b924-7bab7d722505 req-cba50ac3-1639-41a8-ab29-d702ab1a9599 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 946 time: 0.0913420 Aug 12 22:02:22.946608 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9dc10-e0b7-4ad4-8efa-cb00ec952271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b377b8-8959-4e8c-8146-0ede3cce7573,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:22.951443 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-c5a9dc10-e0b7-4ad4-8efa-cb00ec952271 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b67d73104624c888b67dc2f74c81455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934972 Aug 12 22:02:22.954176 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35742) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:22.995305 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e10f59e7-263f-481a-b924-7bab7d722505 req-cb0bbe23-b6c6-41cb-ac03-e77f398a1fdf tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=be242c23-eeed-40ef-a8bf-2998d0c7feee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 Aug 12 22:02:23.033073 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5772ee7c-cdd6-43c3-bb16-d23f5dea3cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:23.056848 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5772ee7c-cdd6-43c3-bb16-d23f5dea3cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:23.107146 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5772ee7c-cdd6-43c3-bb16-d23f5dea3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:23.111853 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5772ee7c-cdd6-43c3-bb16-d23f5dea3cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:23.116178 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5772ee7c-cdd6-43c3-bb16-d23f5dea3cd4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43b377b8-8959-4e8c-8146-0ede3cce7573 HTTP/1.1" status: 204 len: 168 time: 0.1604855 Aug 12 22:02:23.126121 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772ee7c-cdd6-43c3-bb16-d23f5dea3cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b377b8-8959-4e8c-8146-0ede3cce7573,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:23.306472 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39b1d5-3d37-475a-929d-a3666356500a req-f405af38-0fd8-43ec-8bfb-551e5538dc77 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:23.308152 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0d39b1d5-3d37-475a-929d-a3666356500a req-f405af38-0fd8-43ec-8bfb-551e5538dc77 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.58 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 946 time: 0.0680358 Aug 12 22:02:23.436443 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-0d39b1d5-3d37-475a-929d-a3666356500a req-97301084-6cc7-4447-9543-ae4be80a5092 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Deleting port b56077df-b77d-4c36-9211-7f7d9a10212b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:23.436797 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0d39b1d5-3d37-475a-929d-a3666356500a req-97301084-6cc7-4447-9543-ae4be80a5092 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:23.552039 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0d39b1d5-3d37-475a-929d-a3666356500a req-97301084-6cc7-4447-9543-ae4be80a5092 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] For port b56077df-b77d-4c36-9211-7f7d9a10212b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b56077df-b77d-4c36-9211-7f7d9a10212b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:23.552413 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0d39b1d5-3d37-475a-929d-a3666356500a req-97301084-6cc7-4447-9543-ae4be80a5092 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:23.856308 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0d39b1d5-3d37-475a-929d-a3666356500a req-97301084-6cc7-4447-9543-ae4be80a5092 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:23.857906 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0d39b1d5-3d37-475a-929d-a3666356500a req-97301084-6cc7-4447-9543-ae4be80a5092 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:23.858456 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.l3_db [req-0d39b1d5-3d37-475a-929d-a3666356500a req-97301084-6cc7-4447-9543-ae4be80a5092 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Floating IP cadd8c84-8015-4dac-8eed-15a129956353 disassociated. External IP: 172.27.0.241, port: b56077df-b77d-4c36-9211-7f7d9a10212b. Aug 12 22:02:23.859050 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-0d39b1d5-3d37-475a-929d-a3666356500a req-97301084-6cc7-4447-9543-ae4be80a5092 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Calling delete_port for b56077df-b77d-4c36-9211-7f7d9a10212b owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:23.978997 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35818) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:24.013045 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35822) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:24.043388 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0d39b1d5-3d37-475a-929d-a3666356500a req-97301084-6cc7-4447-9543-ae4be80a5092 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:24.118174 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97301084-6cc7-4447-9543-ae4be80a5092 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event deleted for resources: {'Port': ['ID=b56077df-b77d-4c36-9211-7f7d9a10212b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:24.138409 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-629126478-network', 'tenant_id': '8d1b4cdcb3b641018da7cebbb7f570ba'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:24.142557 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3df3d303-ca88-49e4-b95d-bac5f1dff7d0 req-d0dcb13a-efec-47f3-a8ce-e553a4585ac9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=aefe6f69-93ee-4e60-a842-5baec76cd1f1 HTTP/1.1" status: 200 len: 210 time: 0.0488274 Aug 12 22:02:24.175040 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] Made reservation on behalf of 8d1b4cdcb3b641018da7cebbb7f570ba for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:02:24.178296 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:24.237890 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:24.268451 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d39b1d5-3d37-475a-929d-a3666356500a req-97301084-6cc7-4447-9543-ae4be80a5092 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Router e802336c-3743-4648-bac0-7d71c6952155 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:02:24.391776 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d39b1d5-3d37-475a-929d-a3666356500a req-97301084-6cc7-4447-9543-ae4be80a5092 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:02:24.404455 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d82697-712f-4e33-80b9-89101ebaaa5c None None] Sync routers for ids ['e802336c-3743-4648-bac0-7d71c6952155'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:02:24.415736 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d82697-712f-4e33-80b9-89101ebaaa5c None None] Routers {'e802336c-3743-4648-bac0-7d71c6952155'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:24.417602 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-29d82697-712f-4e33-80b9-89101ebaaa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:01:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['e802336c-3743-4648-bac0-7d71c6952155'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:24.449780 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d39b1d5-3d37-475a-929d-a3666356500a req-97301084-6cc7-4447-9543-ae4be80a5092 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] No DVR routers for this DVR port b56077df-b77d-4c36-9211-7f7d9a10212b on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:02:24.452901 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0d39b1d5-3d37-475a-929d-a3666356500a req-97301084-6cc7-4447-9543-ae4be80a5092 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:24.453270 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:24.456484 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0d39b1d5-3d37-475a-929d-a3666356500a req-97301084-6cc7-4447-9543-ae4be80a5092 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.58 "DELETE /v2.0/ports/b56077df-b77d-4c36-9211-7f7d9a10212b HTTP/1.1" status: 204 len: 173 time: 1.1410899 Aug 12 22:02:24.457103 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'name': 'network-vif-deleted', 'tag': 'b56077df-b77d-4c36-9211-7f7d9a10212b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:24.461382 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b1ddef-ba44-40d8-ac39-bebfcee95523" -d '{"events": [{"server_uuid": "aefe6f69-93ee-4e60-a842-5baec76cd1f1", "name": "network-vif-deleted", "tag": "b56077df-b77d-4c36-9211-7f7d9a10212b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:24.465152 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:24.517847 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eebc331-2eed-4a26-8101-214a75afbf76 x-openstack-request-id: req-0eebc331-2eed-4a26-8101-214a75afbf76 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:24.518166 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefe6f69-93ee-4e60-a842-5baec76cd1f1", "name": "network-vif-deleted", "tag": "b56077df-b77d-4c36-9211-7f7d9a10212b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:24.518394 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0eebc331-2eed-4a26-8101-214a75afbf76 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:24.518829 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefe6f69-93ee-4e60-a842-5baec76cd1f1', 'name': 'network-vif-deleted', 'tag': 'b56077df-b77d-4c36-9211-7f7d9a10212b', 'status': 'completed', 'code': 200} Aug 12 22:02:24.520731 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:24.523740 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d857212f-b776-4048-8246-1df4772016ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:24.528424 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:02:24.552617 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bae1be-77b3-4194-8c9b-ee16484bd2c4,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:24.555849 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:24.556195 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] Added segment 8c1449ad-10f3-4683-8edd-45cbced6fabe of type vlan for network b3401298-6155-41ac-afd1-5e3547424005 Aug 12 22:02:24.615048 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:24.642368 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-29d82697-712f-4e33-80b9-89101ebaaa5c None None] Set router e802336c-3743-4648-bac0-7d71c6952155 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:24.678803 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device eb0b615f-f58a-4151-9196-1a84367b94e3 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:02:24.679582 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:24.680724 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:24.682888 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:24.712445 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: eb0b615f-f58a-4151-9196-1a84367b94e3 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:02:24.713231 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device eb0b615f-f58a-4151-9196-1a84367b94e3 not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:02:24.713905 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device b56077df-b77d-4c36-9211-7f7d9a10212b no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:02:24.734521 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7538359 Aug 12 22:02:24.740653 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: b56077df-b77d-4c36-9211-7f7d9a10212b {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:02:24.741496 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device b56077df-b77d-4c36-9211-7f7d9a10212b not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:02:24.741887 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35834) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:24.747260 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9e6dcb6-5867-4939-94da-428aba51fed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740956'] for router_interface, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:24.754103 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-431dfecc-7411-455a-b8cc-de8be5a486b0 admin admin] Request body: {'subnet': {'network_id': 'b3401298-6155-41ac-afd1-5e3547424005', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-629126478-subnet', 'tenant_id': '8d1b4cdcb3b641018da7cebbb7f570ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:24.807941 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f601fa2-a0d1-4bbb-88de-b8405cf8fc05 admin admin] Pushing event updated for resources: {'Network': ['ID=b3401298-6155-41ac-afd1-5e3547424005,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:24.826058 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network b3401298-6155-41ac-afd1-5e3547424005 details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:02:24.827794 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431dfecc-7411-455a-b8cc-de8be5a486b0 admin admin] Made reservation on behalf of 8d1b4cdcb3b641018da7cebbb7f570ba for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:02:24.830215 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-431dfecc-7411-455a-b8cc-de8be5a486b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4286855101'] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:24.976339 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-29d82697-712f-4e33-80b9-89101ebaaa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:58:03Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'd0c58c0c-c23c-4a89-9ec9-7530f7a7357f', 'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'mac_address': 'fa:16:3e:7a:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:59Z', 'updated_at': '2021-08-12T21:58:18Z', 'revision_number': 5, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'subnets': [{'id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:25.007818 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d82697-712f-4e33-80b9-89101ebaaa5c None None] Checking router: e802336c-3743-4648-bac0-7d71c6952155 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:02:25.019426 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d82697-712f-4e33-80b9-89101ebaaa5c None None] Routers {'e802336c-3743-4648-bac0-7d71c6952155'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:25.020129 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-29d82697-712f-4e33-80b9-89101ebaaa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:02:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['e802336c-3743-4648-bac0-7d71c6952155'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:25.190469 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-431dfecc-7411-455a-b8cc-de8be5a486b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287189924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4286855055'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:25.255183 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 35840) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:25.278934 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-29d82697-712f-4e33-80b9-89101ebaaa5c None None] Set router e802336c-3743-4648-bac0-7d71c6952155 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:25.287729 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dfecc-7411-455a-b8cc-de8be5a486b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ec7f5b-f23c-4049-9294-fd5aeed35bab,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:25.297169 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431dfecc-7411-455a-b8cc-de8be5a486b0 admin admin] Checking segment: {'id': '8c1449ad-10f3-4683-8edd-45cbced6fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b3401298-6155-41ac-afd1-5e3547424005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:02:25.297552 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431dfecc-7411-455a-b8cc-de8be5a486b0 admin admin] Network hostable DHCP agents. Network: b3401298-6155-41ac-afd1-5e3547424005, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:02:25.313121 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6dcb6-5867-4939-94da-428aba51fed5 admin admin] Deleting port 13827dfd-a94b-464e-a57f-7828f21830f4 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:25.313464 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9e6dcb6-5867-4939-94da-428aba51fed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:25.348866 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-835af03d-97c5-47dd-a8ab-2d1ee7229dc9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:25.384293 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431dfecc-7411-455a-b8cc-de8be5a486b0 admin admin] Network b3401298-6155-41ac-afd1-5e3547424005 is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:02:25.398116 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-835af03d-97c5-47dd-a8ab-2d1ee7229dc9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:25.401480 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-431dfecc-7411-455a-b8cc-de8be5a486b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, b3401298-6155-41ac-afd1-5e3547424005) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:02:25.414206 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431dfecc-7411-455a-b8cc-de8be5a486b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:25.417103 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-431dfecc-7411-455a-b8cc-de8be5a486b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:25.419256 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbad0e22-e3f8-4393-a0f1-068f82872eef None None] Network b3401298-6155-41ac-afd1-5e3547424005 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:02:25.449880 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-431dfecc-7411-455a-b8cc-de8be5a486b0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7067239 Aug 12 22:02:25.456951 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b9e6dcb6-5867-4939-94da-428aba51fed5 admin admin] For port 13827dfd-a94b-464e-a57f-7828f21830f4, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=13827dfd-a94b-464e-a57f-7828f21830f4,segment=NetworkSegment(902642b8-7cc6-4668-af6b-32efc0b039f9),segment_id=902642b8-7cc6-4668-af6b-32efc0b039f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:25.457326 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9e6dcb6-5867-4939-94da-428aba51fed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:25.478767 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6dcb6-5867-4939-94da-428aba51fed5 admin admin] Calling delete_port for 13827dfd-a94b-464e-a57f-7828f21830f4 owned by network:router_interface {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:25.481472 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-835af03d-97c5-47dd-a8ab-2d1ee7229dc9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:25.485998 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-835af03d-97c5-47dd-a8ab-2d1ee7229dc9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:25.487992 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-835af03d-97c5-47dd-a8ab-2d1ee7229dc9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "DELETE /v2.0/security-groups/be242c23-eeed-40ef-a8bf-2998d0c7feee HTTP/1.1" status: 204 len: 168 time: 0.2302823 Aug 12 22:02:25.491026 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35844) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:25.504324 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835af03d-97c5-47dd-a8ab-2d1ee7229dc9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be242c23-eeed-40ef-a8bf-2998d0c7feee,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:25.535057 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.api.v2.resource [None req-2b281fa2-957a-4a26-97a9-5ed43b634187 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] show failed (client error): The resource could not be found. Aug 12 22:02:25.538621 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-2b281fa2-957a-4a26-97a9-5ed43b634187 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups/be242c23-eeed-40ef-a8bf-2998d0c7feee HTTP/1.1" status: 404 len: 347 time: 0.0439899 Aug 12 22:02:25.539294 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 35846) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:25.701534 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f46fb3b6-c58c-499e-9fd8-750f4d90eebc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Deleting port de558971-69d6-4bfa-a64b-447c8f4fc084 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:25.703059 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f46fb3b6-c58c-499e-9fd8-750f4d90eebc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:25.707564 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9143f551-d8ee-4979-ab1c-eab0385d83bf None None] Network b3401298-6155-41ac-afd1-5e3547424005 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:02:25.727634 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9e6dcb6-5867-4939-94da-428aba51fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:25.762694 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:25.801658 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6dcb6-5867-4939-94da-428aba51fed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=13827dfd-a94b-464e-a57f-7828f21830f4,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:25.828645 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-29d82697-712f-4e33-80b9-89101ebaaa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:58:03Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'd0c58c0c-c23c-4a89-9ec9-7530f7a7357f', 'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'mac_address': 'fa:16:3e:7a:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:59Z', 'updated_at': '2021-08-12T21:58:18Z', 'revision_number': 5, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'subnets': [{'id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:25.829196 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f46fb3b6-c58c-499e-9fd8-750f4d90eebc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:25.831737 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f46fb3b6-c58c-499e-9fd8-750f4d90eebc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:25.849393 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f46fb3b6-c58c-499e-9fd8-750f4d90eebc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Calling delete_port for de558971-69d6-4bfa-a64b-447c8f4fc084 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:25.872848 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d82697-712f-4e33-80b9-89101ebaaa5c None None] The sync data for ids ['e802336c-3743-4648-bac0-7d71c6952155'] in dv-cinder-804459-3-iscsi is: [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:58:03Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'd0c58c0c-c23c-4a89-9ec9-7530f7a7357f', 'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'mac_address': 'fa:16:3e:7a:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:59Z', 'updated_at': '2021-08-12T21:58:18Z', 'revision_number': 5, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'subnets': [{'id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:02:26.102107 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9e6dcb6-5867-4939-94da-428aba51fed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683756'] for router_interface, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.134903 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f46fb3b6-c58c-499e-9fd8-750f4d90eebc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.173015 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fb3b6-c58c-499e-9fd8-750f4d90eebc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event deleted for resources: {'Port': ['ID=de558971-69d6-4bfa-a64b-447c8f4fc084,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:26.259288 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f46fb3b6-c58c-499e-9fd8-750f4d90eebc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.263716 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f46fb3b6-c58c-499e-9fd8-750f4d90eebc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.264984 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-f46fb3b6-c58c-499e-9fd8-750f4d90eebc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "DELETE /v2.0/floatingips/cadd8c84-8015-4dac-8eed-15a129956353 HTTP/1.1" status: 204 len: 168 time: 0.7245190 Aug 12 22:02:26.290478 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f57af16-f98c-4c0c-b398-6b2502fff609 None None] New status for floating IP cadd8c84-8015-4dac-8eed-15a129956353: DOWN {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:02:26.422857 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e6dcb6-5867-4939-94da-428aba51fed5 admin admin] Router df0e528a-5dbe-4f61-abd8-378a88bad0a4 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:02:26.529910 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e6dcb6-5867-4939-94da-428aba51fed5 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:02:26.534777 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b9e6dcb6-5867-4939-94da-428aba51fed5 admin admin] 10.222.0.30 "PUT /v2.0/routers/df0e528a-5dbe-4f61-abd8-378a88bad0a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5207169 Aug 12 22:02:26.537448 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 35868) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:26.539040 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c089cc1-c0b3-404d-8dbb-539ae333f8ac None None] Sync routers for ids ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:02:26.550325 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c089cc1-c0b3-404d-8dbb-539ae333f8ac None None] Routers {'df0e528a-5dbe-4f61-abd8-378a88bad0a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:26.550944 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8c089cc1-c0b3-404d-8dbb-539ae333f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:02:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:26.643514 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.664335 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8c089cc1-c0b3-404d-8dbb-539ae333f8ac None None] Set router df0e528a-5dbe-4f61-abd8-378a88bad0a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:26.761616 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.803546 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35870) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:26.808368 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-98b68112-0692-48ba-9bdd-fc38ae8ee2f6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2074761206', 'description': 'tempest-description--1221346091'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:26.835542 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] Deleting port 4c561750-37db-40b3-ac70-386e8c6284bf {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:26.836034 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.840940 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-98b68112-0692-48ba-9bdd-fc38ae8ee2f6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.884709 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8c089cc1-c0b3-404d-8dbb-539ae333f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:31Z', 'updated_at': '2021-08-12T22:02:25Z', 'revision_number': 5, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'gw_port': {'id': '4c561750-37db-40b3-ac70-386e8c6284bf', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:32Z', 'updated_at': '2021-08-12T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:26.912800 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c089cc1-c0b3-404d-8dbb-539ae333f8ac None None] Checking router: df0e528a-5dbe-4f61-abd8-378a88bad0a4 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:02:26.921755 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c089cc1-c0b3-404d-8dbb-539ae333f8ac None None] Routers {'df0e528a-5dbe-4f61-abd8-378a88bad0a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:26.922380 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8c089cc1-c0b3-404d-8dbb-539ae333f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:02:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:26.930321 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] For port 4c561750-37db-40b3-ac70-386e8c6284bf, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=4c561750-37db-40b3-ac70-386e8c6284bf,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:26.930779 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.942539 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-98b68112-0692-48ba-9bdd-fc38ae8ee2f6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.949685 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-98b68112-0692-48ba-9bdd-fc38ae8ee2f6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.955435 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] Calling delete_port for 4c561750-37db-40b3-ac70-386e8c6284bf owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:26.993603 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-98b68112-0692-48ba-9bdd-fc38ae8ee2f6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.999607 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-98b68112-0692-48ba-9bdd-fc38ae8ee2f6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1948330 Aug 12 22:02:27.000544 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35876) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:27.007234 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-f3bd0511-dc20-465b-9834-615a05b10ff1 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Request body: {'security_group_rule': {'security_group_id': '2ff36a3e-bdbf-44b4-b401-6e97d2e01679', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:27.018854 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b68112-0692-48ba-9bdd-fc38ae8ee2f6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff36a3e-bdbf-44b4-b401-6e97d2e01679,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:27.024949 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8c089cc1-c0b3-404d-8dbb-539ae333f8ac None None] Set router df0e528a-5dbe-4f61-abd8-378a88bad0a4 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:27.052084 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0511-dc20-465b-9834-615a05b10ff1 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.102594 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8c089cc1-c0b3-404d-8dbb-539ae333f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:31Z', 'updated_at': '2021-08-12T22:02:26Z', 'revision_number': 6, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'gw_port_host': None}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:27.123027 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0511-dc20-465b-9834-615a05b10ff1 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.124481 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c089cc1-c0b3-404d-8dbb-539ae333f8ac None None] The sync data for ids ['df0e528a-5dbe-4f61-abd8-378a88bad0a4'] in dv-cinder-804459-3-iscsi is: [{'id': 'df0e528a-5dbe-4f61-abd8-378a88bad0a4', 'name': 'tempest-TestMinimumBasicScenario-1353415879-router', 'tenant_id': 'd8f57411a28842e69c8732c884da7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:31Z', 'updated_at': '2021-08-12T22:02:26Z', 'revision_number': 6, 'project_id': 'd8f57411a28842e69c8732c884da7094', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:02:27.127469 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0511-dc20-465b-9834-615a05b10ff1 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.145817 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd0511-dc20-465b-9834-615a05b10ff1 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76c68ac-12d6-4979-aa59-df35b1bab7cf,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:27.152081 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0511-dc20-465b-9834-615a05b10ff1 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.153299 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-f3bd0511-dc20-465b-9834-615a05b10ff1 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1500371 Aug 12 22:02:27.156423 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35880) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:27.161426 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-f51e7790-49d9-431e-bf47-56a0dc4600f5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Request body: {'security_group_rule': {'security_group_id': '2ff36a3e-bdbf-44b4-b401-6e97d2e01679', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:27.196156 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f51e7790-49d9-431e-bf47-56a0dc4600f5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.212166 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.239107 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c561750-37db-40b3-ac70-386e8c6284bf,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:27.263902 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f51e7790-49d9-431e-bf47-56a0dc4600f5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.268969 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f51e7790-49d9-431e-bf47-56a0dc4600f5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.291997 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e7790-49d9-431e-bf47-56a0dc4600f5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224a3686-267f-455b-b0ee-810f911a50bd,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:27.297657 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f51e7790-49d9-431e-bf47-56a0dc4600f5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.299267 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-f51e7790-49d9-431e-bf47-56a0dc4600f5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418514 Aug 12 22:02:27.302982 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35886) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:27.308283 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Request body: {'floatingip': {'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:27.311165 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1683670'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.334100 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for floatingip, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.429650 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103813'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.432736 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.440297 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.551889 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685301'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.552418 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df0e528a-5dbe-4f61-abd8-378a88bad0a4 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:02:27.554189 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Allocated IP 172.27.0.168 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/0c70e472-9dc6-4211-9b75-10b395f95b61) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:02:27.561375 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.562705 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-d52d5730-9c46-4288-8556-40473f21bb18 admin admin] 10.222.0.30 "DELETE /v2.0/routers/df0e528a-5dbe-4f61-abd8-378a88bad0a4 HTTP/1.1" status: 204 len: 168 time: 1.0238128 Aug 12 22:02:27.566365 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 35898) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:27.615175 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-f922c948-5076-4304-bfb0-02457be008fa tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:27.616666 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-f922c948-5076-4304-bfb0-02457be008fa tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/networks?id=b3401298-6155-41ac-afd1-5e3547424005 HTTP/1.1" status: 200 len: 808 time: 0.2021534 Aug 12 22:02:27.638144 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d92200-6f97-4206-b06a-a832b801382d admin admin] Deleting subnet d0b51929-b6d9-4322-af92-380f1fe3953d {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:02:27.641746 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-3c5d36f2-362e-40e9-bd27-f0252edd26b6 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/quotas/8d1b4cdcb3b641018da7cebbb7f570ba HTTP/1.1" status: 200 len: 375 time: 0.0190868 Aug 12 22:02:27.642408 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64d92200-6f97-4206-b06a-a832b801382d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.663163 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.699343 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-0e1c9fb7-1bab-438f-bcbf-6e4d9fba7bd3 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d1b4cdcb3b641018da7cebbb7f570ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370681 Aug 12 22:02:27.704918 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64d92200-6f97-4206-b06a-a832b801382d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288181441'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.711329 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.712545 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.748436 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:02:27.751277 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:02:27.756806 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:02:27.782333 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event updated for resources: {'Port': ['ID=0c70e472-9dc6-4211-9b75-10b395f95b61,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:27.848237 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.893107 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:28.074520 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:28.079326 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287189977'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:28.163786 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64d92200-6f97-4206-b06a-a832b801382d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:28.168052 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-12294651-f361-48b2-b561-88e136f9f19a service neutron] 10.222.0.30 "GET /v2.0/networks/b3401298-6155-41ac-afd1-5e3547424005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435029 Aug 12 22:02:28.323702 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64d92200-6f97-4206-b06a-a832b801382d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288414379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4286696668'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:28.346661 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64d92200-6f97-4206-b06a-a832b801382d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:28.348839 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-64d92200-6f97-4206-b06a-a832b801382d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d0b51929-b6d9-4322-af92-380f1fe3953d HTTP/1.1" status: 204 len: 168 time: 0.7818904 Aug 12 22:02:28.353018 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d43b5d-e4a1-444b-8064-b221a6e90b40 None None] Network 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:02:28.381443 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-37058133-4ae9-415d-822d-7cc37566354a service neutron] 10.222.0.30 "GET /v2.0/networks/b3401298-6155-41ac-afd1-5e3547424005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843727 Aug 12 22:02:28.383674 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 35918) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:28.388863 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d92200-6f97-4206-b06a-a832b801382d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0b51929-b6d9-4322-af92-380f1fe3953d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:28.397443 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:02:28.459872 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event updated for resources: {'Port': ['ID=0c70e472-9dc6-4211-9b75-10b395f95b61,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:28.483409 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:28.491075 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:28.504291 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:28.513555 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-10222c30-cf1b-430c-850d-8048608033c4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2019167 Aug 12 22:02:28.553059 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] Deleting port e3a90209-1726-4de2-b616-b3fc79ce5957 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:28.553460 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:28.612978 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f395b1ef-9174-41bc-a8af-cc5cba3e3e4d None None] DHCP port deletion for 1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 request from dv-cinder-804459-3-iscsi {{(pid=93879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:02:28.660039 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8e0479c3-7f62-4f02-a374-e708a6abd71a req-b3d034eb-0ef0-4114-a1f8-429ab2a1fd98 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 210 time: 0.0593822 Aug 12 22:02:28.685044 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] For port e3a90209-1726-4de2-b616-b3fc79ce5957, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=e3a90209-1726-4de2-b616-b3fc79ce5957,segment=NetworkSegment(902642b8-7cc6-4668-af6b-32efc0b039f9),segment_id=902642b8-7cc6-4668-af6b-32efc0b039f9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:28.685044 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:28.695423 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] Calling delete_port for e3a90209-1726-4de2-b616-b3fc79ce5957 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:28.716410 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-f395b1ef-9174-41bc-a8af-cc5cba3e3e4d None None] Deleting port e3a90209-1726-4de2-b616-b3fc79ce5957 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:28.716862 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f395b1ef-9174-41bc-a8af-cc5cba3e3e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:28.786178 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-1d2d1599-d8ce-414b-9b17-1dab892de49d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2074761206&fields=id&tenant_id=d497c1bdd99544719806cc40fe06f8c5 HTTP/1.1" status: 200 len: 267 time: 0.0438380 Aug 12 22:02:28.801215 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f395b1ef-9174-41bc-a8af-cc5cba3e3e4d None None] For port e3a90209-1726-4de2-b616-b3fc79ce5957, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=e3a90209-1726-4de2-b616-b3fc79ce5957,segment=NetworkSegment(902642b8-7cc6-4668-af6b-32efc0b039f9),segment_id=902642b8-7cc6-4668-af6b-32efc0b039f9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:28.801773 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f395b1ef-9174-41bc-a8af-cc5cba3e3e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:28.819400 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-f395b1ef-9174-41bc-a8af-cc5cba3e3e4d None None] Calling delete_port for e3a90209-1726-4de2-b616-b3fc79ce5957 owned by network:dhcp {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:28.829696 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device e3a90209-1726-4de2-b616-b3fc79ce5957 no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:02:28.910045 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:28.953931 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a90209-1726-4de2-b616-b3fc79ce5957,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:28.955966 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] No DVR routers for this DVR port e3a90209-1726-4de2-b616-b3fc79ce5957 on host dv-cinder-804459-3-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:02:28.985164 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-625b8705-984a-4b5b-8cee-550d4ca0163d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:28.986808 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-625b8705-984a-4b5b-8cee-550d4ca0163d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/networks?id=b49de074-e205-41a7-bba4-aea2b1a09673 HTTP/1.1" status: 200 len: 817 time: 0.1932168 Aug 12 22:02:29.050629 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-cdc1f95a-a054-43ba-9660-2158a704ffd8 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/quotas/d497c1bdd99544719806cc40fe06f8c5 HTTP/1.1" status: 200 len: 375 time: 0.0455155 Aug 12 22:02:29.054336 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:29.076487 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:29.076710 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No active binding found for port e3a90209-1726-4de2-b616-b3fc79ce5957 {{(pid=93879) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 22:02:29.076710 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device e3a90209-1726-4de2-b616-b3fc79ce5957 not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:02:29.076710 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 13827dfd-a94b-464e-a57f-7828f21830f4 no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:02:29.099910 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902642b8-7cc6-4668-af6b-32efc0b039f9') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:29.100298 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902642b8-7cc6-4668-af6b-32efc0b039f9') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:29.105897 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 13827dfd-a94b-464e-a57f-7828f21830f4 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:02:29.106237 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 13827dfd-a94b-464e-a57f-7828f21830f4 not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:02:29.106669 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 4c561750-37db-40b3-ac70-386e8c6284bf no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:02:29.113384 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288181462'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:29.130908 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 4c561750-37db-40b3-ac70-386e8c6284bf {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:02:29.131260 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 4c561750-37db-40b3-ac70-386e8c6284bf not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:02:29.131755 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:29.144230 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-5eeba3f4-f47f-47ad-8859-ddb3d087f937 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d497c1bdd99544719806cc40fe06f8c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872586 Aug 12 22:02:29.147549 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:02:29.148008 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288414325'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: Traceback (most recent call last): Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: timer() Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: cb(*args, **kw) Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: return func(*args, **kwargs) Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: self._notify() Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: self.callback(batched_events) Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: event.method(event) Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: return f(self, *a, **k) Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: return self._get(url).json() Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: return self.request(url, 'GET', **kwargs) Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:02:29.151890 dv-cinder-804459-3-iscsi neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:02:29.154585 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f395b1ef-9174-41bc-a8af-cc5cba3e3e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:29.187431 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395b1ef-9174-41bc-a8af-cc5cba3e3e4d None None] Pushing event deleted for resources: {'Port': ['ID=e3a90209-1726-4de2-b616-b3fc79ce5957,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:29.193042 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395b1ef-9174-41bc-a8af-cc5cba3e3e4d None None] No DVR routers for this DVR port e3a90209-1726-4de2-b616-b3fc79ce5957 on host dv-cinder-804459-3-iscsi {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:02:29.265501 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:29.271832 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:29.273675 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58 HTTP/1.1" status: 204 len: 168 time: 0.8741560 Aug 12 22:02:29.277760 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35944) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:29.293479 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0290e-6c6b-4b34-84e1-101cfd6964a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c7c2d16-ae9e-4f2d-b6ef-9a55c12cfe58,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:29.314858 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-1f838415-31ea-4090-aab2-4cc2eaf78cb7 service neutron] 10.222.0.30 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496921 Aug 12 22:02:29.410894 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-33968aab-e707-415e-bfc4-fc8ec7d4f004 service neutron] 10.222.0.30 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898945 Aug 12 22:02:29.637003 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4cd4963c-9dc1-44a9-a14b-3d082a88f9d6 req-3b6a832f-90b3-4320-ae93-2a204e40e285 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 210 time: 0.0437815 Aug 12 22:02:29.704600 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-783c49bd-8e78-48b9-9c60-bdc19d82a5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740956'] for router_interface, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:29.803996 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-9e03e2a6-651a-442c-bd73-4ad690075263 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:29.806090 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-9e03e2a6-651a-442c-bd73-4ad690075263 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.58 "GET /v2.0/networks?id=b3401298-6155-41ac-afd1-5e3547424005 HTTP/1.1" status: 200 len: 808 time: 0.1617765 Aug 12 22:02:29.846133 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-5f759812-7ce2-4465-822d-064f8c183afb tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Request body: {'port': {'device_id': '63f364bc-e44f-4bc3-834b-c14c81e45f0e', 'network_id': 'b3401298-6155-41ac-afd1-5e3547424005', 'admin_state_up': True, 'tenant_id': '8d1b4cdcb3b641018da7cebbb7f570ba'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:29.850752 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4871c075-0f50-4cea-908c-ce9575dc1964 req-06bb50b3-b1c2-491f-ae07-786d9f27ada5 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 210 time: 0.0881290 Aug 12 22:02:29.960106 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-5f759812-7ce2-4465-822d-064f8c183afb tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Made reservation on behalf of 8d1b4cdcb3b641018da7cebbb7f570ba for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:02:29.963983 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-5f759812-7ce2-4465-822d-064f8c183afb tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:30.072354 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-783c49bd-8e78-48b9-9c60-bdc19d82a5a8 admin admin] Deleting port 870fe963-949b-4d9c-b288-829759168caf {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:30.072664 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-783c49bd-8e78-48b9-9c60-bdc19d82a5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:30.124260 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-5f759812-7ce2-4465-822d-064f8c183afb tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Allocated IP 172.20.0.5 (b3401298-6155-41ac-afd1-5e3547424005/79ec7f5b-f23c-4049-9294-fd5aeed35bab/6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:02:30.164793 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-783c49bd-8e78-48b9-9c60-bdc19d82a5a8 admin admin] For port 870fe963-949b-4d9c-b288-829759168caf, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=870fe963-949b-4d9c-b288-829759168caf,segment=NetworkSegment(01cd2c27-5cb4-4df6-837a-b8dc1e20a859),segment_id=01cd2c27-5cb4-4df6-837a-b8dc1e20a859)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:30.165188 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-783c49bd-8e78-48b9-9c60-bdc19d82a5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:30.180499 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-783c49bd-8e78-48b9-9c60-bdc19d82a5a8 admin admin] Calling delete_port for 870fe963-949b-4d9c-b288-829759168caf owned by network:router_interface {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:30.291686 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-5f759812-7ce2-4465-822d-064f8c183afb tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:30.333077 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-5f759812-7ce2-4465-822d-064f8c183afb tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:30.372285 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-783c49bd-8e78-48b9-9c60-bdc19d82a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:30.375502 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-5f759812-7ce2-4465-822d-064f8c183afb tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Network b3401298-6155-41ac-afd1-5e3547424005 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:02:30.381295 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-5f759812-7ce2-4465-822d-064f8c183afb tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:02:30.385734 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-5f759812-7ce2-4465-822d-064f8c183afb tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:02:30.398444 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c49bd-8e78-48b9-9c60-bdc19d82a5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=870fe963-949b-4d9c-b288-829759168caf,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:30.409943 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f759812-7ce2-4465-822d-064f8c183afb tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Pushing event updated for resources: {'Port': ['ID=6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:30.439930 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-5f759812-7ce2-4465-822d-064f8c183afb tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:30.440586 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-5f759812-7ce2-4465-822d-064f8c183afb tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:30.456356 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-5f759812-7ce2-4465-822d-064f8c183afb tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6305535 Aug 12 22:02:30.470640 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Request body: {'port': {'device_id': '63f364bc-e44f-4bc3-834b-c14c81e45f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:30.535715 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:30.586131 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-783c49bd-8e78-48b9-9c60-bdc19d82a5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683756'] for router_interface, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:30.706340 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35970) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:30.779768 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-2d4d4a44-32af-4dad-9001-8c9cf333f8a4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:30.781271 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-2d4d4a44-32af-4dad-9001-8c9cf333f8a4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.58 "GET /v2.0/networks?id=b49de074-e205-41a7-bba4-aea2b1a09673 HTTP/1.1" status: 200 len: 817 time: 0.2074230 Aug 12 22:02:30.792868 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b6d3f7-6c6c-42bd-9bae-4bb3dd1b315e admin admin] Deleting subnet b177883c-d645-4109-a6e6-598a7d798270 {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:02:30.796358 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1b6d3f7-6c6c-42bd-9bae-4bb3dd1b315e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:30.834061 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8deeca58-4824-4302-b1dc-75b1b4c1809d req-ff42fbc5-6ee3-4794-ba49-e0a65e05fa95 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 210 time: 0.0882545 Aug 12 22:02:30.874054 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1b6d3f7-6c6c-42bd-9bae-4bb3dd1b315e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287314101'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:30.884804 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-f93d36af-0435-46fc-afbe-eab54ca4ed08 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d497c1bdd99544719806cc40fe06f8c5 HTTP/1.1" status: 200 len: 380 time: 0.0815620 Aug 12 22:02:30.895739 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-79f0c30e-e6b7-4606-953e-b90783a23d16 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Request body: {'port': {'device_id': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'admin_state_up': True, 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'security_groups': ['2ff36a3e-bdbf-44b4-b401-6e97d2e01679']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:30.962638 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1b6d3f7-6c6c-42bd-9bae-4bb3dd1b315e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.000698 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783c49bd-8e78-48b9-9c60-bdc19d82a5a8 admin admin] Router 7ab53447-f55b-44e7-9f88-0277665d35e7 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:02:31.072104 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1b6d3f7-6c6c-42bd-9bae-4bb3dd1b315e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287189987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4286855062'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.080280 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e55be-da3a-4099-94c7-4a19619db129 req-335b6595-6805-4015-aa47-cd6f7301f2b5 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:31.085538 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f72e55be-da3a-4099-94c7-4a19619db129 req-335b6595-6805-4015-aa47-cd6f7301f2b5 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 931 time: 0.1389198 Aug 12 22:02:31.096048 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:02:31.118884 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.132144 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6d3f7-6c6c-42bd-9bae-4bb3dd1b315e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b177883c-d645-4109-a6e6-598a7d798270,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:31.137818 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1b6d3f7-6c6c-42bd-9bae-4bb3dd1b315e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.139898 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c1b6d3f7-6c6c-42bd-9bae-4bb3dd1b315e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b177883c-d645-4109-a6e6-598a7d798270 HTTP/1.1" status: 204 len: 168 time: 0.4327424 Aug 12 22:02:31.142614 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35980) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:31.143989 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Transition to ACTIVE for port object 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:02:31.152346 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.154224 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-79f0c30e-e6b7-4606-953e-b90783a23d16 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Made reservation on behalf of d497c1bdd99544719806cc40fe06f8c5 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:02:31.157652 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-79f0c30e-e6b7-4606-953e-b90783a23d16 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.172843 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f72e55be-da3a-4099-94c7-4a19619db129 req-a9b9e02f-03fa-42ad-8f66-a11cf2cac6e6 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832331 Aug 12 22:02:31.218535 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783c49bd-8e78-48b9-9c60-bdc19d82a5a8 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:02:31.228367 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-783c49bd-8e78-48b9-9c60-bdc19d82a5a8 admin admin] 10.222.0.30 "PUT /v2.0/routers/7ab53447-f55b-44e7-9f88-0277665d35e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9493716 Aug 12 22:02:31.230245 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35982) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:31.230379 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb75bf2-9461-4e16-9d59-ae27bc4b5edb None None] Sync routers for ids ['7ab53447-f55b-44e7-9f88-0277665d35e7'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:02:31.239364 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:31.239601 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb75bf2-9461-4e16-9d59-ae27bc4b5edb None None] Routers {'7ab53447-f55b-44e7-9f88-0277665d35e7'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:31.240085 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-2eb75bf2-9461-4e16-9d59-ae27bc4b5edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:02:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['7ab53447-f55b-44e7-9f88-0277665d35e7'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:31.249934 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6eeab4a2-8d4e-4d08-9f2a-cf758e38651d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.347319 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-2eb75bf2-9461-4e16-9d59-ae27bc4b5edb None None] Set router 7ab53447-f55b-44e7-9f88-0277665d35e7 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:31.383360 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Attempting to bind port 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:02:31.383708 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Attempting to bind port 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '8c1449ad-10f3-4683-8edd-45cbced6fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b3401298-6155-41ac-afd1-5e3547424005'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:02:31.384047 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Attempting to bind port 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 on network b3401298-6155-41ac-afd1-5e3547424005 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:02:31.392581 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Port 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 on network b3401298-6155-41ac-afd1-5e3547424005 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:02:31.392940 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Attempting to bind port 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 on network b3401298-6155-41ac-afd1-5e3547424005 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:02:31.406124 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:02:31.406521 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Checking segment: {'id': '8c1449ad-10f3-4683-8edd-45cbced6fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b3401298-6155-41ac-afd1-5e3547424005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:02:31.406865 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Bound using segment: {'id': '8c1449ad-10f3-4683-8edd-45cbced6fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b3401298-6155-41ac-afd1-5e3547424005'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:02:31.407312 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Bound port: 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1449ad-10f3-4683-8edd-45cbced6fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b3401298-6155-41ac-afd1-5e3547424005'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:02:31.407675 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.410318 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-79f0c30e-e6b7-4606-953e-b90783a23d16 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Allocated IP 172.20.0.11 (b49de074-e205-41a7-bba4-aea2b1a09673/6a22c3b4-2e5f-4b32-9788-ca56e9b079cf/42a59830-53fc-4921-999d-84277bad420b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:02:31.426427 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6eeab4a2-8d4e-4d08-9f2a-cf758e38651d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.437467 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] Notify callbacks [] for router, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.440806 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-6eeab4a2-8d4e-4d08-9f2a-cf758e38651d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:31.482729 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-6eeab4a2-8d4e-4d08-9f2a-cf758e38651d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3791e4-960f-4b15-ae9a-2650468d9ffa') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:31.483141 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-6eeab4a2-8d4e-4d08-9f2a-cf758e38651d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3791e4-960f-4b15-ae9a-2650468d9ffa') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:31.497900 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6eeab4a2-8d4e-4d08-9f2a-cf758e38651d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287314082'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.526416 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-2eb75bf2-9461-4e16-9d59-ae27bc4b5edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'name': 'tempest-TestMinimumBasicScenario-1024952173-router', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T22:02:30Z', 'revision_number': 5, 'project_id': '04844215f9824e549f91b5e7bccc05c7', 'gw_port': {'id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T21:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:31.545173 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6eeab4a2-8d4e-4d08-9f2a-cf758e38651d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.556541 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb75bf2-9461-4e16-9d59-ae27bc4b5edb None None] Checking router: 7ab53447-f55b-44e7-9f88-0277665d35e7 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:02:31.558086 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eeab4a2-8d4e-4d08-9f2a-cf758e38651d admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:02:31.558493 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6eeab4a2-8d4e-4d08-9f2a-cf758e38651d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287189821'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: timer() Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: cb(*args, **kw) Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: self._notify() Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: self.callback(batched_events) Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: event.method(event) Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._get(url).json() Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:02:31.560142 dv-cinder-804459-3-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:02:31.566283 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] For port 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:02:31.568187 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb75bf2-9461-4e16-9d59-ae27bc4b5edb None None] Routers {'7ab53447-f55b-44e7-9f88-0277665d35e7'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:31.568788 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-2eb75bf2-9461-4e16-9d59-ae27bc4b5edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:02:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['7ab53447-f55b-44e7-9f88-0277665d35e7'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:31.586978 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] For port 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2,segment=NetworkSegment(8c1449ad-10f3-4683-8edd-45cbced6fabe),segment_id=8c1449ad-10f3-4683-8edd-45cbced6fabe)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:02:31.593335 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.620673 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.629449 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6eeab4a2-8d4e-4d08-9f2a-cf758e38651d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.645719 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6eeab4a2-8d4e-4d08-9f2a-cf758e38651d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.651671 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-6eeab4a2-8d4e-4d08-9f2a-cf758e38651d admin admin] 10.222.0.30 "DELETE /v2.0/networks/f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea HTTP/1.1" status: 204 len: 168 time: 0.5080853 Aug 12 22:02:31.653197 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeab4a2-8d4e-4d08-9f2a-cf758e38651d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d4b24e-6aa3-4a39-afd9-9c1b70d2acea,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:31.665439 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:31.666262 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.668319 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] 10.222.0.58 "PUT /v2.0/ports/6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 HTTP/1.1" status: 200 len: 1093 time: 1.2024670 Aug 12 22:02:31.668853 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f364bc-e44f-4bc3-834b-c14c81e45f0e', 'tag': '6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:31.671259 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3ca82e-fff3-477e-a680-db4898d516ad" -d '{"events": [{"name": "network-changed", "server_uuid": "63f364bc-e44f-4bc3-834b-c14c81e45f0e", "tag": "6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:31.696458 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-2eb75bf2-9461-4e16-9d59-ae27bc4b5edb None None] Set router 7ab53447-f55b-44e7-9f88-0277665d35e7 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:31.706737 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] Deleting port 20776863-c952-49a4-a8f5-d51fa29d2c5d {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:31.707312 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.714288 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8bf2e-676a-436c-bed6-2b71b6e300b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:31.720823 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-79f0c30e-e6b7-4606-953e-b90783a23d16 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.739048 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7825d2ef-39dd-49d3-857c-c0fd09bcd562 x-openstack-request-id: req-7825d2ef-39dd-49d3-857c-c0fd09bcd562 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:31.739330 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f364bc-e44f-4bc3-834b-c14c81e45f0e", "tag": "6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:31.739587 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7825d2ef-39dd-49d3-857c-c0fd09bcd562 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:31.739989 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f364bc-e44f-4bc3-834b-c14c81e45f0e', 'tag': '6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2', 'status': 'completed', 'code': 200} Aug 12 22:02:31.767638 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-79f0c30e-e6b7-4606-953e-b90783a23d16 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Transition to ACTIVE for port object 42a59830-53fc-4921-999d-84277bad420b will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:02:31.788611 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-73649965-68e9-41a6-84b0-81fd2b0e577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:31.790202 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-73649965-68e9-41a6-84b0-81fd2b0e577e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d1b4cdcb3b641018da7cebbb7f570ba&device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 1096 time: 0.0729384 Aug 12 22:02:31.822520 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] For port 20776863-c952-49a4-a8f5-d51fa29d2c5d, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=20776863-c952-49a4-a8f5-d51fa29d2c5d,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:31.822930 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.836569 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] Calling delete_port for 20776863-c952-49a4-a8f5-d51fa29d2c5d owned by network:router_gateway {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:31.850481 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35988) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:31.851965 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-b5687a56-43d3-4ed9-9fae-40105ef96d64 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 HTTP/1.1" status: 200 len: 217 time: 0.0469849 Aug 12 22:02:31.868275 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-79f0c30e-e6b7-4606-953e-b90783a23d16 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:31.933830 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-2eb75bf2-9461-4e16-9d59-ae27bc4b5edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'name': 'tempest-TestMinimumBasicScenario-1024952173-router', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T22:02:30Z', 'revision_number': 5, 'project_id': '04844215f9824e549f91b5e7bccc05c7', 'gw_port': {'id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T21:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:31.947302 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-998a49ab-28d5-4b8c-8916-b7fc5ea96ea6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6c1820b931947ecb351dc6410abddf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931876 Aug 12 22:02:31.948308 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 35992) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:31.967756 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb75bf2-9461-4e16-9d59-ae27bc4b5edb None None] The sync data for ids ['7ab53447-f55b-44e7-9f88-0277665d35e7'] in dv-cinder-804459-3-iscsi is: [{'id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'name': 'tempest-TestMinimumBasicScenario-1024952173-router', 'tenant_id': '04844215f9824e549f91b5e7bccc05c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T22:02:30Z', 'revision_number': 5, 'project_id': '04844215f9824e549f91b5e7bccc05c7', 'gw_port': {'id': '20776863-c952-49a4-a8f5-d51fa29d2c5d', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab53447-f55b-44e7-9f88-0277665d35e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:58:38Z', 'updated_at': '2021-08-12T21:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:02:31.970961 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-79f0c30e-e6b7-4606-953e-b90783a23d16 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Network b49de074-e205-41a7-bba4-aea2b1a09673 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:02:31.985263 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-79f0c30e-e6b7-4606-953e-b90783a23d16 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:02:31.991539 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-cb6d21c4-9a3d-490d-82b9-42df9fb8c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:31.993049 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-cb6d21c4-9a3d-490d-82b9-42df9fb8c8db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=79ec7f5b-f23c-4049-9294-fd5aeed35bab HTTP/1.1" status: 200 len: 848 time: 0.1347451 Aug 12 22:02:31.993856 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-79f0c30e-e6b7-4606-953e-b90783a23d16 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:02:32.001195 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0c30e-e6b7-4606-953e-b90783a23d16 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event updated for resources: {'Port': ['ID=42a59830-53fc-4921-999d-84277bad420b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:32.062199 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-43b6a5a8-450a-49cf-bbaa-d601b287ec74 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3401298-6155-41ac-afd1-5e3547424005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358253 Aug 12 22:02:32.089174 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1b7f0-349d-450e-a181-5adffa4cff96 req-4fa2bf4b-3e77-47ff-b0d0-0eae3124d016 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:32.090796 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-07e1b7f0-349d-450e-a181-5adffa4cff96 req-4fa2bf4b-3e77-47ff-b0d0-0eae3124d016 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 932 time: 0.1622384 Aug 12 22:02:32.146060 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-79f0c30e-e6b7-4606-953e-b90783a23d16 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:32.146734 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-79f0c30e-e6b7-4606-953e-b90783a23d16 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:32.197564 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-79f0c30e-e6b7-4606-953e-b90783a23d16 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3039172 Aug 12 22:02:32.208300 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-07e1b7f0-349d-450e-a181-5adffa4cff96 req-6e7355bb-a293-49ea-82b8-18a23fbea2db tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019387 Aug 12 22:02:32.212400 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Request body: {'port': {'device_id': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:32.261193 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-3fc10c94-c0a4-4e68-b68e-343f20d6b840 service neutron] 10.222.0.58 "GET /v2.0/networks/b3401298-6155-41ac-afd1-5e3547424005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892586 Aug 12 22:02:32.286665 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d4f91c98-e096-4018-aeac-91424195d086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:32.324650 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-be74cb79-1155-4009-bb0c-5915d88bd825 None None] Provisioning for port 42a59830-53fc-4921-999d-84277bad420b completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:02:32.332749 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-be74cb79-1155-4009-bb0c-5915d88bd825 None None] Provisioning complete for port 42a59830-53fc-4921-999d-84277bad420b triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:02:32.334004 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-be74cb79-1155-4009-bb0c-5915d88bd825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:32.335182 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d4f91c98-e096-4018-aeac-91424195d086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:32.357013 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:32.363716 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:32.395578 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-be74cb79-1155-4009-bb0c-5915d88bd825 None None] Port 42a59830-53fc-4921-999d-84277bad420b cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:02:32.410389 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] Pushing event deleted for resources: {'Port': ['ID=20776863-c952-49a4-a8f5-d51fa29d2c5d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:32.426078 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0905d-ee79-47a8-9680-e6eefd2be126 req-0d331c9f-8c83-4225-828b-128905c81421 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:32.427646 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-38e0905d-ee79-47a8-9680-e6eefd2be126 req-0d331c9f-8c83-4225-828b-128905c81421 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 943 time: 0.1393344 Aug 12 22:02:32.446514 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d4f91c98-e096-4018-aeac-91424195d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:32.449268 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d4f91c98-e096-4018-aeac-91424195d086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:32.452814 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d4f91c98-e096-4018-aeac-91424195d086 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29a8ab1d-021b-41b7-a97d-67f3853a367a HTTP/1.1" status: 204 len: 168 time: 0.5019298 Aug 12 22:02:32.478167 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e0d6983-6f99-44c6-9514-50a096da2c20 req-4c2b79e2-9343-4b2c-95b9-a79cc6c49d86 service neutron] 10.222.0.58 "GET /v2.0/networks/b3401298-6155-41ac-afd1-5e3547424005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998537 Aug 12 22:02:32.487739 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f91c98-e096-4018-aeac-91424195d086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a8ab1d-021b-41b7-a97d-67f3853a367a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:32.511724 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1683670'] for router_gateway, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:32.640773 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103813'] for router, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:32.643436 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:32.698202 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685301'] for router, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:32.698741 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ab53447-f55b-44e7-9f88-0277665d35e7 {{(pid=93878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:02:32.703743 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:32.705004 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-37a0b1a4-16b4-488e-95a7-6a67bc4093db admin admin] 10.222.0.30 "DELETE /v2.0/routers/7ab53447-f55b-44e7-9f88-0277665d35e7 HTTP/1.1" status: 204 len: 168 time: 1.4690742 Aug 12 22:02:32.707592 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36000) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:32.761914 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Deleting subnet 76efde26-5718-47c7-b26c-643419912d51 {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:02:32.765358 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:32.820705 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287314101'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:32.861575 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-38e0905d-ee79-47a8-9680-e6eefd2be126 req-529afe09-d357-410c-8444-6b9e3befb36d tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266930 Aug 12 22:02:32.868272 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 870fe963-949b-4d9c-b288-829759168caf no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:02:32.902104 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 870fe963-949b-4d9c-b288-829759168caf {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:02:32.902349 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 870fe963-949b-4d9c-b288-829759168caf not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:02:32.956550 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ca82e-fff3-477e-a680-db4898d516ad req-6d52eb0e-f175-4347-9285-884091bb47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:32.958104 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4d3ca82e-fff3-477e-a680-db4898d516ad req-6d52eb0e-f175-4347-9285-884091bb47d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d1b4cdcb3b641018da7cebbb7f570ba&device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 1096 time: 0.1350477 Aug 12 22:02:32.995019 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.055733 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287189987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4286855062'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.084378 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76efde26-5718-47c7-b26c-643419912d51,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:33.090668 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484fcf83-0dc5-4e2b-a38a-29aa1bb83d0e None None] Network 88d208c3-4f5d-4a17-ae4b-08dff453c545 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:02:33.097643 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.102902 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/76efde26-5718-47c7-b26c-643419912d51 HTTP/1.1" status: 204 len: 168 time: 0.3940880 Aug 12 22:02:33.103311 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ca82e-fff3-477e-a680-db4898d516ad req-07b40231-b96d-4dee-a03f-739250b74d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:33.105954 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36010) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:33.106661 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4d3ca82e-fff3-477e-a680-db4898d516ad req-07b40231-b96d-4dee-a03f-739250b74d23 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b3401298-6155-41ac-afd1-5e3547424005 HTTP/1.1" status: 200 len: 909 time: 0.1396005 Aug 12 22:02:33.117737 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:33.118086 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:33.118436 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:33.118773 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:33.119102 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:33.119464 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:33.119792 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:33.120120 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:33.120446 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:33.121008 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:33.121615 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:33.121940 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36afa8b0-b86c-4e5f-ba7c-2cb1749a82bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:33.177466 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4d3ca82e-fff3-477e-a680-db4898d516ad req-95d13c32-c43e-4393-8619-8e151c6096e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 HTTP/1.1" status: 200 len: 217 time: 0.0604126 Aug 12 22:02:33.210419 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a59830-53fc-4921-999d-84277bad420b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:02:33.237179 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.255506 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.279392 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Transition to ACTIVE for port object 42a59830-53fc-4921-999d-84277bad420b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:02:33.283638 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ca82e-fff3-477e-a680-db4898d516ad req-2d18f59b-574d-468d-843e-3c4ff0923dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:33.285829 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4d3ca82e-fff3-477e-a680-db4898d516ad req-2d18f59b-574d-468d-843e-3c4ff0923dbc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=79ec7f5b-f23c-4049-9294-fd5aeed35bab HTTP/1.1" status: 200 len: 848 time: 0.0981255 Aug 12 22:02:33.287784 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.340863 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eeded7-3b67-4451-b331-441bfa6c8db9 None None] DHCP port deletion for 88d208c3-4f5d-4a17-ae4b-08dff453c545 request from dv-cinder-804459-3-iscsi {{(pid=93879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:02:33.383353 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] Deleting port 82be4e32-1a43-4410-a57c-8cba6b208f63 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:33.384080 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.402297 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4d3ca82e-fff3-477e-a680-db4898d516ad req-586197ac-4dc5-46fb-a9fe-43d2e39857f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3401298-6155-41ac-afd1-5e3547424005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032188 Aug 12 22:02:33.440227 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-d0eeded7-3b67-4451-b331-441bfa6c8db9 None None] Deleting port 82be4e32-1a43-4410-a57c-8cba6b208f63 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:33.440522 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d0eeded7-3b67-4451-b331-441bfa6c8db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.456323 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Pushing event updated for resources: {'Port': ['ID=42a59830-53fc-4921-999d-84277bad420b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:33.461272 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] For port 82be4e32-1a43-4410-a57c-8cba6b208f63, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=82be4e32-1a43-4410-a57c-8cba6b208f63,segment=NetworkSegment(01cd2c27-5cb4-4df6-837a-b8dc1e20a859),segment_id=01cd2c27-5cb4-4df6-837a-b8dc1e20a859)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:33.461934 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.482593 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] Calling delete_port for 82be4e32-1a43-4410-a57c-8cba6b208f63 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:33.554419 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-d0eeded7-3b67-4451-b331-441bfa6c8db9 None None] For port 82be4e32-1a43-4410-a57c-8cba6b208f63, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=82be4e32-1a43-4410-a57c-8cba6b208f63,segment=NetworkSegment(01cd2c27-5cb4-4df6-837a-b8dc1e20a859),segment_id=01cd2c27-5cb4-4df6-837a-b8dc1e20a859)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:33.554809 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d0eeded7-3b67-4451-b331-441bfa6c8db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.575827 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-d0eeded7-3b67-4451-b331-441bfa6c8db9 None None] Calling delete_port for 82be4e32-1a43-4410-a57c-8cba6b208f63 owned by network:dhcp {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:33.589326 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb863b57-1bbf-42a1-b96f-91f6f945b718 req-52457edc-6fe1-4740-b145-aa619c0b17fe tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:33.596662 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eb863b57-1bbf-42a1-b96f-91f6f945b718 req-52457edc-6fe1-4740-b145-aa619c0b17fe tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.2479560 Aug 12 22:02:33.624165 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.652822 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Attempting to bind port 42a59830-53fc-4921-999d-84277bad420b on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:02:33.653141 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Attempting to bind port 42a59830-53fc-4921-999d-84277bad420b by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:02:33.653476 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Attempting to bind port 42a59830-53fc-4921-999d-84277bad420b on network b49de074-e205-41a7-bba4-aea2b1a09673 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:02:33.665118 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Port 42a59830-53fc-4921-999d-84277bad420b on network b49de074-e205-41a7-bba4-aea2b1a09673 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:02:33.665441 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Attempting to bind port 42a59830-53fc-4921-999d-84277bad420b on network b49de074-e205-41a7-bba4-aea2b1a09673 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:02:33.668869 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] No DVR routers for this DVR port 82be4e32-1a43-4410-a57c-8cba6b208f63 on host dv-cinder-804459-3-iscsi {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:02:33.674256 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=82be4e32-1a43-4410-a57c-8cba6b208f63,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:33.675718 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4d3ca82e-fff3-477e-a680-db4898d516ad req-4a55fd7d-d27e-4f89-bd4f-0f363dc73f5b service neutron] 10.222.0.58 "GET /v2.0/networks/b3401298-6155-41ac-afd1-5e3547424005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486198 Aug 12 22:02:33.676487 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d0eeded7-3b67-4451-b331-441bfa6c8db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.680644 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:02:33.681315 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Checking segment: {'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:02:33.681474 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Bound using segment: {'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:02:33.681913 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Bound port: 42a59830-53fc-4921-999d-84277bad420b, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e2fc1a-a920-4aa6-9fcd-86612394d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:02:33.682858 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.704981 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eeded7-3b67-4451-b331-441bfa6c8db9 None None] Pushing event deleted for resources: {'Port': ['ID=82be4e32-1a43-4410-a57c-8cba6b208f63,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:33.710747 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eeded7-3b67-4451-b331-441bfa6c8db9 None None] No DVR routers for this DVR port 82be4e32-1a43-4410-a57c-8cba6b208f63 on host dv-cinder-804459-3-iscsi {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:02:33.751336 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eb863b57-1bbf-42a1-b96f-91f6f945b718 req-be42d2bb-1825-48c0-9fca-8eaccf47bee5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538234 Aug 12 22:02:33.771896 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.783023 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d208c3-4f5d-4a17-ae4b-08dff453c545']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:33.798470 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01cd2c27-5cb4-4df6-837a-b8dc1e20a859') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:33.798767 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01cd2c27-5cb4-4df6-837a-b8dc1e20a859') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:33.808462 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287314082'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.829957 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.836372 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:02:33.836888 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287189821'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: timer() Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: cb(*args, **kw) Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: self._notify() Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: self.callback(batched_events) Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: event.method(event) Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._get(url).json() Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:02:33.839353 dv-cinder-804459-3-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:02:33.852229 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4d3ca82e-fff3-477e-a680-db4898d516ad req-402edd03-c024-4380-80df-d9387d59172b service neutron] 10.222.0.58 "GET /v2.0/networks/b3401298-6155-41ac-afd1-5e3547424005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645699 Aug 12 22:02:33.853545 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] For port 42a59830-53fc-4921-999d-84277bad420b, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:02:33.858590 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] For port 42a59830-53fc-4921-999d-84277bad420b, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=42a59830-53fc-4921-999d-84277bad420b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:02:33.865321 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.903281 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.913435 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:33.914389 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.916003 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] 10.222.0.58 "PUT /v2.0/ports/42a59830-53fc-4921-999d-84277bad420b HTTP/1.1" status: 200 len: 1094 time: 1.7112567 Aug 12 22:02:33.919611 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'tag': '42a59830-53fc-4921-999d-84277bad420b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:33.924908 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:33.929585 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/88d208c3-4f5d-4a17-ae4b-08dff453c545 HTTP/1.1" status: 204 len: 168 time: 0.8183193 Aug 12 22:02:33.939642 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f644e3f-bcc3-423b-af1e-14e686680325" -d '{"events": [{"name": "network-changed", "server_uuid": "ea927f21-7ca1-449b-999e-d60a5ab9859e", "tag": "42a59830-53fc-4921-999d-84277bad420b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:33.945497 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50450ac-b929-4254-97b7-162fde956cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=88d208c3-4f5d-4a17-ae4b-08dff453c545,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:34.024383 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ecd020-8534-4c2f-8355-ad976b6d5568 x-openstack-request-id: req-00ecd020-8534-4c2f-8355-ad976b6d5568 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:34.024383 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea927f21-7ca1-449b-999e-d60a5ab9859e", "tag": "42a59830-53fc-4921-999d-84277bad420b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:34.024383 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00ecd020-8534-4c2f-8355-ad976b6d5568 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:34.024829 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'tag': '42a59830-53fc-4921-999d-84277bad420b', 'status': 'completed', 'code': 200} Aug 12 22:02:34.056552 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907911ff-0d33-4669-bec4-386333dfe51d service neutron] Pushing event updated for resources: {'Port': ['ID=42a59830-53fc-4921-999d-84277bad420b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:34.099277 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-7d3b7e2f-4332-4962-86dc-0d6a2686785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:34.102626 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-7d3b7e2f-4332-4962-86dc-0d6a2686785a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d497c1bdd99544719806cc40fe06f8c5&device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 1097 time: 0.1352878 Aug 12 22:02:34.122870 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6af48-1d61-44fd-a8f0-fb87d68ec16f req-9f2ae758-8574-46c7-b64a-eae45732a6a5 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:34.130676 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-19f6af48-1d61-44fd-a8f0-fb87d68ec16f req-9f2ae758-8574-46c7-b64a-eae45732a6a5 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 943 time: 0.1501310 Aug 12 22:02:34.191404 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-b89942ad-b3b1-4317-915a-9eba91a24bb6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42a59830-53fc-4921-999d-84277bad420b HTTP/1.1" status: 200 len: 217 time: 0.0514176 Aug 12 22:02:34.203376 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36036) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:34.246227 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-19f6af48-1d61-44fd-a8f0-fb87d68ec16f req-4c430a17-2088-476a-a022-62d845548527 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141341 Aug 12 22:02:34.246556 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-601effac-d839-46a5-8c22-db19268aed45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8f57411a28842e69c8732c884da7094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415370 Aug 12 22:02:34.252499 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36038) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:34.259380 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-078c182e-b467-4dd6-a7bb-826134509716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:34.260796 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-078c182e-b467-4dd6-a7bb-826134509716 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a22c3b4-2e5f-4b32-9788-ca56e9b079cf HTTP/1.1" status: 200 len: 856 time: 0.0622644 Aug 12 22:02:34.301002 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abac2ac5-b888-4297-800b-5bc7600f24ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:34.309738 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-a11a50ff-3c8a-4b9c-9c07-b2effc0428a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:34.311257 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-a11a50ff-3c8a-4b9c-9c07-b2effc0428a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b49de074-e205-41a7-bba4-aea2b1a09673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432417 Aug 12 22:02:34.325990 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abac2ac5-b888-4297-800b-5bc7600f24ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:34.376093 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abac2ac5-b888-4297-800b-5bc7600f24ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:34.378830 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abac2ac5-b888-4297-800b-5bc7600f24ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:34.379995 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-abac2ac5-b888-4297-800b-5bc7600f24ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be06eaf1-c21c-4a69-aef6-53baf60569ff HTTP/1.1" status: 204 len: 168 time: 0.1298079 Aug 12 22:02:34.391359 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac2ac5-b888-4297-800b-5bc7600f24ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be06eaf1-c21c-4a69-aef6-53baf60569ff,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:34.406242 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-973c4636-ce83-4668-9ac6-e033ac29b204 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872734 Aug 12 22:02:34.503673 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1da394f5-f14f-44ca-b8f5-b634cac0e214 req-ff1d8378-76af-4718-bddd-79d3852b73fb service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892353 Aug 12 22:02:34.590358 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f644e3f-bcc3-423b-af1e-14e686680325 req-3d3c41fb-61f1-4c94-8cc2-100771961e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:34.591852 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7f644e3f-bcc3-423b-af1e-14e686680325 req-3d3c41fb-61f1-4c94-8cc2-100771961e42 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d497c1bdd99544719806cc40fe06f8c5&device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 1097 time: 0.0431280 Aug 12 22:02:34.688644 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:02:34.691813 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f644e3f-bcc3-423b-af1e-14e686680325 req-bf3af5a4-43b2-4999-a509-d9aeed6787e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:34.693670 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7f644e3f-bcc3-423b-af1e-14e686680325 req-bf3af5a4-43b2-4999-a509-d9aeed6787e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b49de074-e205-41a7-bba4-aea2b1a09673 HTTP/1.1" status: 200 len: 918 time: 0.0899885 Aug 12 22:02:34.727902 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36044) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:34.741540 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7f644e3f-bcc3-423b-af1e-14e686680325 req-175b5a6d-e877-4dd5-b8a2-b452c62c8206 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42a59830-53fc-4921-999d-84277bad420b HTTP/1.1" status: 200 len: 217 time: 0.0391171 Aug 12 22:02:34.774316 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-cd9d4859-ab7e-4194-aa9d-1a44cde133a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04844215f9824e549f91b5e7bccc05c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452380 Aug 12 22:02:34.775499 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36046) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:34.801807 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f644e3f-bcc3-423b-af1e-14e686680325 req-8cbd87cc-c78a-4890-9c01-4a09653ee91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:34.803298 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7f644e3f-bcc3-423b-af1e-14e686680325 req-8cbd87cc-c78a-4890-9c01-4a09653ee91f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a22c3b4-2e5f-4b32-9788-ca56e9b079cf HTTP/1.1" status: 200 len: 856 time: 0.0536704 Aug 12 22:02:34.825779 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2,segment=NetworkSegment(8c1449ad-10f3-4683-8edd-45cbced6fabe),segment_id=8c1449ad-10f3-4683-8edd-45cbced6fabe)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:34.840189 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': '6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2', 'network_id': 'b3401298-6155-41ac-afd1-5e3547424005', 'port_id': '6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ec7f5b-f23c-4049-9294-fd5aeed35bab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:02:34.860465 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72854113-b784-46c3-a7cb-bf16577d02ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:34.865287 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 82be4e32-1a43-4410-a57c-8cba6b208f63 no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:02:34.885585 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72854113-b784-46c3-a7cb-bf16577d02ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:34.895250 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f644e3f-bcc3-423b-af1e-14e686680325 req-6a7ee2ff-3df3-41b2-a9b2-ea6ac187c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:34.896780 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7f644e3f-bcc3-423b-af1e-14e686680325 req-6a7ee2ff-3df3-41b2-a9b2-ea6ac187c7e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b49de074-e205-41a7-bba4-aea2b1a09673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859604 Aug 12 22:02:34.896927 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 82be4e32-1a43-4410-a57c-8cba6b208f63 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:02:34.897333 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 82be4e32-1a43-4410-a57c-8cba6b208f63 not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:02:34.897888 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 20776863-c952-49a4-a8f5-d51fa29d2c5d no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:02:34.920287 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 20776863-c952-49a4-a8f5-d51fa29d2c5d {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:02:34.920587 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 20776863-c952-49a4-a8f5-d51fa29d2c5d not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:02:34.922128 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c6122-247a-4018-a8b5-be76f652dd7d req-6bc80323-9138-4ddd-be57-b05d071d3bd0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:34.922270 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:34.923811 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a60c6122-247a-4018-a8b5-be76f652dd7d req-6bc80323-9138-4ddd-be57-b05d071d3bd0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0722513 Aug 12 22:02:34.941302 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:02:34.942490 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72854113-b784-46c3-a7cb-bf16577d02ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:34.945283 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72854113-b784-46c3-a7cb-bf16577d02ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:34.946545 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-72854113-b784-46c3-a7cb-bf16577d02ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d1bb04a-aeae-4fd2-986a-b99ef30b6b91 HTTP/1.1" status: 204 len: 168 time: 0.1701109 Aug 12 22:02:34.955529 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72854113-b784-46c3-a7cb-bf16577d02ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1bb04a-aeae-4fd2-986a-b99ef30b6b91,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:34.969700 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2,segment=NetworkSegment(8c1449ad-10f3-4683-8edd-45cbced6fabe),segment_id=8c1449ad-10f3-4683-8edd-45cbced6fabe)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:34.976608 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:35.035861 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:35.047987 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a60c6122-247a-4018-a8b5-be76f652dd7d req-3de161f8-740e-424b-a474-fb5d28112eb4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131155 Aug 12 22:02:35.075824 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7f644e3f-bcc3-423b-af1e-14e686680325 req-79b6edcd-fee2-47d0-9032-940aa4e01b27 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665227 Aug 12 22:02:35.167925 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7f644e3f-bcc3-423b-af1e-14e686680325 req-39ca13c8-6d01-4e19-8934-1103675017e0 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883174 Aug 12 22:02:35.237816 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:02:35.396778 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4d4bc-3b76-4bbc-a196-c1944aec69dd req-9c45b421-fcdf-4280-a5f3-454991f9539a tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:35.405079 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0ad4d4bc-3b76-4bbc-a196-c1944aec69dd req-9c45b421-fcdf-4280-a5f3-454991f9539a tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 944 time: 0.0676486 Aug 12 22:02:35.441424 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0ad4d4bc-3b76-4bbc-a196-c1944aec69dd req-4859ea9c-12aa-4110-8b31-e6305fedaf10 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354187 Aug 12 22:02:36.173762 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975634e3-11db-4a38-9715-458606dea1ea req-568c561f-52c2-4bb5-9282-7fb91bfa4c5c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:36.175224 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-975634e3-11db-4a38-9715-458606dea1ea req-568c561f-52c2-4bb5-9282-7fb91bfa4c5c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0515869 Aug 12 22:02:36.212575 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-975634e3-11db-4a38-9715-458606dea1ea req-1e477c59-eb8e-485e-b4ca-af7b8dd02e05 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315156 Aug 12 22:02:36.554315 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f9fca-3135-4b25-9af6-e91fd4eb38fe req-7f0bcbcd-f9ef-4179-b280-488990750679 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:36.555786 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f14f9fca-3135-4b25-9af6-e91fd4eb38fe req-7f0bcbcd-f9ef-4179-b280-488990750679 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 944 time: 0.0478625 Aug 12 22:02:36.594810 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f14f9fca-3135-4b25-9af6-e91fd4eb38fe req-23651c67-16cc-45fe-a5a1-c739450475cd tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325541 Aug 12 22:02:37.328286 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb8f4a-0e63-49b3-bcd4-c02df5874fef req-361239ff-2535-4c17-88a2-fa51c914508c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:37.329781 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b9eb8f4a-0e63-49b3-bcd4-c02df5874fef req-361239ff-2535-4c17-88a2-fa51c914508c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0470879 Aug 12 22:02:37.366605 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b9eb8f4a-0e63-49b3-bcd4-c02df5874fef req-ad5371f8-a5b9-4c9f-975f-e5bcd8278a00 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310674 Aug 12 22:02:37.710184 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6af841-2775-410c-bfbe-45e332122b54 req-d1edf2f0-7882-472a-9165-bb012781a699 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:37.711565 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5d6af841-2775-410c-bfbe-45e332122b54 req-d1edf2f0-7882-472a-9165-bb012781a699 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 944 time: 0.0517893 Aug 12 22:02:37.748230 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5d6af841-2775-410c-bfbe-45e332122b54 req-1cd59c82-6581-431b-8e76-263e32da434b tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308542 Aug 12 22:02:38.490468 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df5650-e997-483e-98c9-7a319c7a1b8b req-23921e95-8759-4781-a03c-039ebb41225e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:38.492887 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-31df5650-e997-483e-98c9-7a319c7a1b8b req-23921e95-8759-4781-a03c-039ebb41225e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0546286 Aug 12 22:02:38.536035 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-31df5650-e997-483e-98c9-7a319c7a1b8b req-a47fd85b-75ee-4b64-a0a1-29b5492114fc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367467 Aug 12 22:02:38.711340 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 42a59830-53fc-4921-999d-84277bad420b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:02:38.769915 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:02:38.848993 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 42a59830-53fc-4921-999d-84277bad420b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=42a59830-53fc-4921-999d-84277bad420b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:38.856026 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:02:38.863377 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': '42a59830-53fc-4921-999d-84277bad420b', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'port_id': '42a59830-53fc-4921-999d-84277bad420b', 'mac_address': 'fa:16:3e:9d:66:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:02:38.864718 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c22d74-5f95-49cf-b988-53838a884888 req-b1b4dc64-3a46-40de-91c7-473996bcabf1 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:38.864855 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:02:38.865174 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:38.866249 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a6c22d74-5f95-49cf-b988-53838a884888 req-b1b4dc64-3a46-40de-91c7-473996bcabf1 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 944 time: 0.0500207 Aug 12 22:02:38.908430 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a6c22d74-5f95-49cf-b988-53838a884888 req-1a2dbc06-e1ec-4b2e-bb59-7aeb028765b4 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358496 Aug 12 22:02:38.926909 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:38.943829 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a59830-53fc-4921-999d-84277bad420b {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:02:38.989006 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 42a59830-53fc-4921-999d-84277bad420b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=42a59830-53fc-4921-999d-84277bad420b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:38.997436 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:39.003116 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:39.053002 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f364bc-e44f-4bc3-834b-c14c81e45f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:39.055271 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad6c39f-3608-47ae-b39f-894aa05840b1" -d '{"events": [{"server_uuid": "63f364bc-e44f-4bc3-834b-c14c81e45f0e", "name": "network-vif-plugged", "status": "completed", "tag": "6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:39.076082 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2,segment=NetworkSegment(8c1449ad-10f3-4683-8edd-45cbced6fabe),segment_id=8c1449ad-10f3-4683-8edd-45cbced6fabe)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:39.077013 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=42a59830-53fc-4921-999d-84277bad420b,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:39.084098 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:39.086437 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:39.086789 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:39.087137 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:39.087478 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:39.087815 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:39.088181 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:39.088514 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:39.088847 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:39.089203 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:39.089558 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:39.089888 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:39.090216 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:39.100050 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f002fd26-919a-441b-8133-5d1c3155ad45 x-openstack-request-id: req-f002fd26-919a-441b-8133-5d1c3155ad45 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:39.100447 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f364bc-e44f-4bc3-834b-c14c81e45f0e", "name": "network-vif-plugged", "status": "completed", "tag": "6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:39.100588 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f002fd26-919a-441b-8133-5d1c3155ad45 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:39.100957 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f364bc-e44f-4bc3-834b-c14c81e45f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2', 'code': 200} Aug 12 22:02:39.142260 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:39.659293 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbd066-24f1-4bba-8d90-ba02a1e156da req-59af9561-1285-4951-bffb-af5e1a6080a3 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:39.660814 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1ecbd066-24f1-4bba-8d90-ba02a1e156da req-59af9561-1285-4951-bffb-af5e1a6080a3 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 945 time: 0.0516789 Aug 12 22:02:39.703208 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1ecbd066-24f1-4bba-8d90-ba02a1e156da req-a7aa302f-936d-44e4-a637-8bab6e139dad tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322790 Aug 12 22:02:40.024105 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be35467-76e4-4184-a52b-49408cd9ae77 req-6090730c-27f6-4236-b5f3-97ab6f2760c0 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:40.025643 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3be35467-76e4-4184-a52b-49408cd9ae77 req-6090730c-27f6-4236-b5f3-97ab6f2760c0 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 945 time: 0.0499189 Aug 12 22:02:40.062666 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3be35467-76e4-4184-a52b-49408cd9ae77 req-6c03e51f-b700-437f-a061-0c8333a51ec9 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310822 Aug 12 22:02:40.819049 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206db39-3470-45fc-8942-69ca12ebaead req-b089ee9f-afa9-4e78-be95-ac2fdc87cf61 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:40.820523 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d206db39-3470-45fc-8942-69ca12ebaead req-b089ee9f-afa9-4e78-be95-ac2fdc87cf61 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 945 time: 0.0474560 Aug 12 22:02:40.857961 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d206db39-3470-45fc-8942-69ca12ebaead req-ef0fcd5c-666f-4893-ac54-42ae512add38 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309746 Aug 12 22:02:41.179227 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb3859-6aa5-496f-8360-eee7736fe72e req-d35f7205-f0f9-46f9-a8ab-2aa9512ca70c tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:41.180699 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a7fb3859-6aa5-496f-8360-eee7736fe72e req-d35f7205-f0f9-46f9-a8ab-2aa9512ca70c tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 945 time: 0.0517197 Aug 12 22:02:41.217782 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a7fb3859-6aa5-496f-8360-eee7736fe72e req-9e383716-81de-43c7-8814-6f02deb57b6d tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306258 Aug 12 22:02:41.667542 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dc094-d6fd-4647-b781-9f7c20da3f09 req-90ffb8b9-c6f9-46b6-8845-3e023faed6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:41.669016 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-491dc094-d6fd-4647-b781-9f7c20da3f09 req-90ffb8b9-c6f9-46b6-8845-3e023faed6f1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 1098 time: 0.0397298 Aug 12 22:02:41.705536 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-491dc094-d6fd-4647-b781-9f7c20da3f09 req-dbacf636-02c4-4d4d-9e0d-3b01be02b5cb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273690 Aug 12 22:02:41.774599 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['42a59830-53fc-4921-999d-84277bad420b'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:02:41.977579 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2879414-981f-42bf-ae7d-e0e17be62550 req-a19e6fdd-e1be-42e4-82bd-32a8b8cafde5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:41.978960 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d2879414-981f-42bf-ae7d-e0e17be62550 req-a19e6fdd-e1be-42e4-82bd-32a8b8cafde5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 945 time: 0.0507736 Aug 12 22:02:42.016007 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d2879414-981f-42bf-ae7d-e0e17be62550 req-83f283b9-3879-48d8-9161-384799e9c641 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310664 Aug 12 22:02:42.333847 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380490e-e494-4895-849a-6df0e7dcee30 req-6ffc183f-4ab9-473e-9a46-5f2c40e92ebf tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:42.335349 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e380490e-e494-4895-849a-6df0e7dcee30 req-6ffc183f-4ab9-473e-9a46-5f2c40e92ebf tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 945 time: 0.0516880 Aug 12 22:02:42.372526 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e380490e-e494-4895-849a-6df0e7dcee30 req-b5f22947-7cab-428e-aae7-0f889864786d tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312402 Aug 12 22:02:42.751838 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 42a59830-53fc-4921-999d-84277bad420b up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:02:42.799654 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port 42a59830-53fc-4921-999d-84277bad420b completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:02:42.803532 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port 42a59830-53fc-4921-999d-84277bad420b triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:02:42.804077 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:42.888381 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:42.910606 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a59830-53fc-4921-999d-84277bad420b'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:42.912866 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561186aa-3e34-412a-9da9-7e22de204d74" -d '{"events": [{"server_uuid": "ea927f21-7ca1-449b-999e-d60a5ab9859e", "name": "network-vif-plugged", "status": "completed", "tag": "42a59830-53fc-4921-999d-84277bad420b"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:42.930906 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 42a59830-53fc-4921-999d-84277bad420b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=42a59830-53fc-4921-999d-84277bad420b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:42.934826 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:42.957339 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b3575f-1677-4cdc-af3f-08d77f8be3f2 x-openstack-request-id: req-98b3575f-1677-4cdc-af3f-08d77f8be3f2 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:42.957663 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea927f21-7ca1-449b-999e-d60a5ab9859e", "name": "network-vif-plugged", "status": "completed", "tag": "42a59830-53fc-4921-999d-84277bad420b", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:42.957916 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98b3575f-1677-4cdc-af3f-08d77f8be3f2 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:42.958298 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a59830-53fc-4921-999d-84277bad420b', 'code': 200} Aug 12 22:02:42.984849 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=42a59830-53fc-4921-999d-84277bad420b,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:43.148702 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d645ad-07e0-4e89-9bef-7d2f85e980c7 req-d28d62b0-fae7-46eb-8472-fc7c87b97741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:43.150757 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-17d645ad-07e0-4e89-9bef-7d2f85e980c7 req-d28d62b0-fae7-46eb-8472-fc7c87b97741 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 1099 time: 0.0699046 Aug 12 22:02:43.158856 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fcb94-d2a8-416e-a1ca-579bcacd2866 req-1cc85a97-98cb-4e37-8207-577a4dbd8fba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:43.160217 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0c3fcb94-d2a8-416e-a1ca-579bcacd2866 req-1cc85a97-98cb-4e37-8207-577a4dbd8fba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0714054 Aug 12 22:02:43.197901 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0c3fcb94-d2a8-416e-a1ca-579bcacd2866 req-987072b4-c53f-49e2-9a0f-983761ccb921 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311975 Aug 12 22:02:43.490745 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c9ef8-92f9-4b53-8ec3-6914ba9ab154 req-f25f19c5-44ab-4931-a746-5003b261aaf9 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:43.492214 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-624c9ef8-92f9-4b53-8ec3-6914ba9ab154 req-f25f19c5-44ab-4931-a746-5003b261aaf9 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 945 time: 0.0520790 Aug 12 22:02:43.531116 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-624c9ef8-92f9-4b53-8ec3-6914ba9ab154 req-17965dc7-848e-4258-8253-18ea04e62470 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329037 Aug 12 22:02:44.091736 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-17d645ad-07e0-4e89-9bef-7d2f85e980c7 req-70db17d1-b992-4b7b-b684-e182bc1aceb9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291743 Aug 12 22:02:44.317754 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40781b-9621-438a-b116-4489cd62cfa9 req-d4fdb30f-ce87-4805-8fe7-0a0c56e07bd4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:44.319222 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6f40781b-9621-438a-b116-4489cd62cfa9 req-d4fdb30f-ce87-4805-8fe7-0a0c56e07bd4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0484948 Aug 12 22:02:44.356745 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6f40781b-9621-438a-b116-4489cd62cfa9 req-8c87178f-1444-41aa-9ada-8db0972711a4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316648 Aug 12 22:02:45.472992 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abb6d0-e760-4bef-9af2-a97fbcbe07e4 req-2586c394-e1c9-4adf-b3c6-16d2e0885436 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:45.474408 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a4abb6d0-e760-4bef-9af2-a97fbcbe07e4 req-2586c394-e1c9-4adf-b3c6-16d2e0885436 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0489142 Aug 12 22:02:45.511750 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a4abb6d0-e760-4bef-9af2-a97fbcbe07e4 req-d9b583a5-5c02-40b3-94c7-f030f9be4080 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314162 Aug 12 22:02:45.770106 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:46.480674 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873143ce-2551-403b-8aa2-e07f1efaa64d req-4b1a176f-f855-4749-9f61-b386dba29000 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:46.482180 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-873143ce-2551-403b-8aa2-e07f1efaa64d req-4b1a176f-f855-4749-9f61-b386dba29000 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 945 time: 0.0516379 Aug 12 22:02:46.520085 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-873143ce-2551-403b-8aa2-e07f1efaa64d req-9635a8e4-ffdf-42bf-9229-c79078dfee25 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320444 Aug 12 22:02:46.630188 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485dcf6-e9ec-4118-bdc6-f5fa87f9fd6e req-c5acec95-9724-4d4e-aa8f-deb2bed740f0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:46.631637 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f485dcf6-e9ec-4118-bdc6-f5fa87f9fd6e req-c5acec95-9724-4d4e-aa8f-deb2bed740f0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0486619 Aug 12 22:02:46.671782 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f485dcf6-e9ec-4118-bdc6-f5fa87f9fd6e req-750f8be0-881c-4632-89bf-3ac7e3f5229c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342536 Aug 12 22:02:47.637896 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40b130-fe9a-41c2-8b0f-bb23555d1046 req-0b46a377-6c4e-4584-8984-42fbfbf3cfe1 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:47.639401 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ab40b130-fe9a-41c2-8b0f-bb23555d1046 req-0b46a377-6c4e-4584-8984-42fbfbf3cfe1 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 945 time: 0.0492351 Aug 12 22:02:47.678401 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ab40b130-fe9a-41c2-8b0f-bb23555d1046 req-0b3b087b-11fc-4226-95a6-07c9eb10714b tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330963 Aug 12 22:02:47.792074 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e27ba-fce9-4edb-960f-9b3f4337ae90 req-2dbce85f-c7ad-492e-baa1-42e8caeb4951 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:47.793453 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d61e27ba-fce9-4edb-960f-9b3f4337ae90 req-2dbce85f-c7ad-492e-baa1-42e8caeb4951 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0517576 Aug 12 22:02:47.832904 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d61e27ba-fce9-4edb-960f-9b3f4337ae90 req-89bbf669-1a24-400d-b3db-412a9aea5516 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322044 Aug 12 22:02:47.983297 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363f801-46cc-440a-b382-ede3c6025b1f req-bf7875f3-b6b2-40dd-ba87-b2754e139893 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:47.985090 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4363f801-46cc-440a-b382-ede3c6025b1f req-bf7875f3-b6b2-40dd-ba87-b2754e139893 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0818110 Aug 12 22:02:47.993621 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12c2a9-b73e-4420-b1ed-3c1f6265db80 req-922293ae-2390-4d1f-8ba6-0d8511efcd56 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:47.993782 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36190) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:47.995687 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8c12c2a9-b73e-4420-b1ed-3c1f6265db80 req-922293ae-2390-4d1f-8ba6-0d8511efcd56 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 945 time: 0.0817540 Aug 12 22:02:47.998808 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-3d5821e1-ec0f-4020-8979-9ac8abc63257 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Request body: {'floatingip': {'port_id': '42a59830-53fc-4921-999d-84277bad420b'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:48.041811 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3d5821e1-ec0f-4020-8979-9ac8abc63257 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for floatingip, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.088740 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-8c12c2a9-b73e-4420-b1ed-3c1f6265db80 req-7a13439b-fe62-4fa1-9ba0-39abcfc73479 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Deleting port 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:48.089086 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8c12c2a9-b73e-4420-b1ed-3c1f6265db80 req-7a13439b-fe62-4fa1-9ba0-39abcfc73479 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.179568 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-8c12c2a9-b73e-4420-b1ed-3c1f6265db80 req-7a13439b-fe62-4fa1-9ba0-39abcfc73479 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] For port 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2,segment=NetworkSegment(8c1449ad-10f3-4683-8edd-45cbced6fabe),segment_id=8c1449ad-10f3-4683-8edd-45cbced6fabe)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:48.179982 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8c12c2a9-b73e-4420-b1ed-3c1f6265db80 req-7a13439b-fe62-4fa1-9ba0-39abcfc73479 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.193711 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-8c12c2a9-b73e-4420-b1ed-3c1f6265db80 req-7a13439b-fe62-4fa1-9ba0-39abcfc73479 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Calling delete_port for 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:48.326339 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8c12c2a9-b73e-4420-b1ed-3c1f6265db80 req-7a13439b-fe62-4fa1-9ba0-39abcfc73479 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.339472 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:02:48.356971 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13439b-fe62-4fa1-9ba0-39abcfc73479 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Pushing event deleted for resources: {'Port': ['ID=6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:48.401640 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c12c2a9-b73e-4420-b1ed-3c1f6265db80 req-7a13439b-fe62-4fa1-9ba0-39abcfc73479 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] No DVR routers for this DVR port 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:02:48.404456 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8c12c2a9-b73e-4420-b1ed-3c1f6265db80 req-7a13439b-fe62-4fa1-9ba0-39abcfc73479 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.406495 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8c12c2a9-b73e-4420-b1ed-3c1f6265db80 req-7a13439b-fe62-4fa1-9ba0-39abcfc73479 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.58 "DELETE /v2.0/ports/6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 HTTP/1.1" status: 204 len: 173 time: 0.4045975 Aug 12 22:02:48.406938 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f364bc-e44f-4bc3-834b-c14c81e45f0e', 'name': 'network-vif-deleted', 'tag': '6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:48.409150 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b44220-3fbd-4ebf-9c41-9a2d407a575b" -d '{"events": [{"server_uuid": "63f364bc-e44f-4bc3-834b-c14c81e45f0e", "name": "network-vif-deleted", "tag": "6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:48.445197 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c612a8-ddde-456b-8264-b2c81bb3367b x-openstack-request-id: req-34c612a8-ddde-456b-8264-b2c81bb3367b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:48.445538 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f364bc-e44f-4bc3-834b-c14c81e45f0e", "name": "network-vif-deleted", "tag": "6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:48.445807 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34c612a8-ddde-456b-8264-b2c81bb3367b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:48.446201 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f364bc-e44f-4bc3-834b-c14c81e45f0e', 'name': 'network-vif-deleted', 'tag': '6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2', 'status': 'completed', 'code': 200} Aug 12 22:02:48.488878 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3d5821e1-ec0f-4020-8979-9ac8abc63257 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.492943 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3d5821e1-ec0f-4020-8979-9ac8abc63257 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.592640 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.l3_db [None req-3d5821e1-ec0f-4020-8979-9ac8abc63257 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Floating IP 31f68958-9f90-497a-85b9-7fd0ea77a5a6 associated. External IP: 172.27.0.168, port: 42a59830-53fc-4921-999d-84277bad420b. Aug 12 22:02:48.793166 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ce0e9266-bfbd-4221-b310-702d01dac4b9 req-b4eedc82-ab5c-4a50-9291-5a5c769a03c0 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f364bc-e44f-4bc3-834b-c14c81e45f0e HTTP/1.1" status: 200 len: 210 time: 0.0301545 Aug 12 22:02:48.814951 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5821e1-ec0f-4020-8979-9ac8abc63257 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Router e802336c-3743-4648-bac0-7d71c6952155 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:02:48.933008 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5821e1-ec0f-4020-8979-9ac8abc63257 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:02:48.937897 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3d5821e1-ec0f-4020-8979-9ac8abc63257 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.947636 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0701d-d7d5-48e5-a583-4412cc194e12 None None] Sync routers for ids ['e802336c-3743-4648-bac0-7d71c6952155'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:02:48.957213 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0701d-d7d5-48e5-a583-4412cc194e12 None None] Routers {'e802336c-3743-4648-bac0-7d71c6952155'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:48.957969 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f9b0701d-d7d5-48e5-a583-4412cc194e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:02:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['e802336c-3743-4648-bac0-7d71c6952155'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:48.972298 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-3d5821e1-ec0f-4020-8979-9ac8abc63257 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "PUT /v2.0/floatingips/31f68958-9f90-497a-85b9-7fd0ea77a5a6 HTTP/1.1" status: 200 len: 992 time: 0.9742887 Aug 12 22:02:48.972298 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'tag': '42a59830-53fc-4921-999d-84277bad420b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:48.972618 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6db9858f3ba127f12c051a7fe47b4fb61399c076793cc1c2e0cf9b4023a6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50959c60-5bc1-4a97-bc2b-bbf4d01cd3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ea927f21-7ca1-449b-999e-d60a5ab9859e", "tag": "42a59830-53fc-4921-999d-84277bad420b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:49.015842 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ec668e-1b3f-462e-b6bc-96f12d4f3162 x-openstack-request-id: req-c5ec668e-1b3f-462e-b6bc-96f12d4f3162 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:49.016497 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea927f21-7ca1-449b-999e-d60a5ab9859e", "tag": "42a59830-53fc-4921-999d-84277bad420b", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:49.016497 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5ec668e-1b3f-462e-b6bc-96f12d4f3162 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:49.016819 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'tag': '42a59830-53fc-4921-999d-84277bad420b', 'status': 'completed', 'code': 200} Aug 12 22:02:49.067355 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f9b0701d-d7d5-48e5-a583-4412cc194e12 None None] Set router e802336c-3743-4648-bac0-7d71c6952155 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:49.084061 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50959c60-5bc1-4a97-bc2b-bbf4d01cd3ea req-36b82d0b-23c5-4f96-9d22-5d210629184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:49.085576 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50959c60-5bc1-4a97-bc2b-bbf4d01cd3ea req-36b82d0b-23c5-4f96-9d22-5d210629184e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d497c1bdd99544719806cc40fe06f8c5&device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 1099 time: 0.0416167 Aug 12 22:02:49.179763 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50959c60-5bc1-4a97-bc2b-bbf4d01cd3ea req-c236dfa4-30f7-4b37-b4af-dd59ea7289f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:49.181159 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50959c60-5bc1-4a97-bc2b-bbf4d01cd3ea req-c236dfa4-30f7-4b37-b4af-dd59ea7289f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b49de074-e205-41a7-bba4-aea2b1a09673 HTTP/1.1" status: 200 len: 918 time: 0.0873861 Aug 12 22:02:49.253156 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50959c60-5bc1-4a97-bc2b-bbf4d01cd3ea req-a84380e5-9462-4d9b-a8ea-c02946d46aeb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42a59830-53fc-4921-999d-84277bad420b HTTP/1.1" status: 200 len: 1000 time: 0.0609832 Aug 12 22:02:49.305962 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50959c60-5bc1-4a97-bc2b-bbf4d01cd3ea req-a6a51f15-1898-4dde-a9b6-ae088994660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:49.308060 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50959c60-5bc1-4a97-bc2b-bbf4d01cd3ea req-a6a51f15-1898-4dde-a9b6-ae088994660c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a22c3b4-2e5f-4b32-9788-ca56e9b079cf HTTP/1.1" status: 200 len: 856 time: 0.0463796 Aug 12 22:02:49.359688 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50959c60-5bc1-4a97-bc2b-bbf4d01cd3ea req-eff79c6a-2e0b-4709-982f-6ad076c489a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:49.361181 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50959c60-5bc1-4a97-bc2b-bbf4d01cd3ea req-eff79c6a-2e0b-4709-982f-6ad076c489a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b49de074-e205-41a7-bba4-aea2b1a09673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449221 Aug 12 22:02:49.452909 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f9b0701d-d7d5-48e5-a583-4412cc194e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:58:03Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '31f68958-9f90-497a-85b9-7fd0ea77a5a6', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'port_id': '42a59830-53fc-4921-999d-84277bad420b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'mac_address': 'fa:16:3e:9d:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:02:27Z', 'updated_at': '2021-08-12T22:02:48Z', 'revision_number': 1, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c58c0c-c23c-4a89-9ec9-7530f7a7357f', 'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'mac_address': 'fa:16:3e:7a:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:59Z', 'updated_at': '2021-08-12T21:58:18Z', 'revision_number': 5, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'subnets': [{'id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:49.453559 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50959c60-5bc1-4a97-bc2b-bbf4d01cd3ea req-b3b80ea7-6934-4070-9aec-1e1a92422eb0 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827057 Aug 12 22:02:49.479112 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0701d-d7d5-48e5-a583-4412cc194e12 None None] Checking router: e802336c-3743-4648-bac0-7d71c6952155 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:02:49.487336 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0701d-d7d5-48e5-a583-4412cc194e12 None None] Routers {'e802336c-3743-4648-bac0-7d71c6952155'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:49.487937 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f9b0701d-d7d5-48e5-a583-4412cc194e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:02:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['e802336c-3743-4648-bac0-7d71c6952155'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:49.547184 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50959c60-5bc1-4a97-bc2b-bbf4d01cd3ea req-b80937ee-63f4-4616-b7a4-ca523e19248d service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864251 Aug 12 22:02:49.591943 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f9b0701d-d7d5-48e5-a583-4412cc194e12 None None] Set router e802336c-3743-4648-bac0-7d71c6952155 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:49.815115 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f9b0701d-d7d5-48e5-a583-4412cc194e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:58:03Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '31f68958-9f90-497a-85b9-7fd0ea77a5a6', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'port_id': '42a59830-53fc-4921-999d-84277bad420b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'mac_address': 'fa:16:3e:9d:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:02:27Z', 'updated_at': '2021-08-12T22:02:48Z', 'revision_number': 1, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c58c0c-c23c-4a89-9ec9-7530f7a7357f', 'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'mac_address': 'fa:16:3e:7a:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:59Z', 'updated_at': '2021-08-12T21:58:18Z', 'revision_number': 5, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'subnets': [{'id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:49.842310 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0701d-d7d5-48e5-a583-4412cc194e12 None None] The sync data for ids ['e802336c-3743-4648-bac0-7d71c6952155'] in dv-cinder-804459-3-iscsi is: [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:58:03Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '31f68958-9f90-497a-85b9-7fd0ea77a5a6', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'port_id': '42a59830-53fc-4921-999d-84277bad420b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'mac_address': 'fa:16:3e:9d:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:02:27Z', 'updated_at': '2021-08-12T22:02:48Z', 'revision_number': 1, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c58c0c-c23c-4a89-9ec9-7530f7a7357f', 'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'mac_address': 'fa:16:3e:7a:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:59Z', 'updated_at': '2021-08-12T21:58:18Z', 'revision_number': 5, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'subnets': [{'id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:02:50.056277 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96c34ee-1ec0-48dd-bd2c-2f0512890c4e None None] New status for floating IP 31f68958-9f90-497a-85b9-7fd0ea77a5a6: ACTIVE {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:02:50.136172 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-b9aa0032-3982-4cd6-a48a-772002e27b45 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:50.137659 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-b9aa0032-3982-4cd6-a48a-772002e27b45 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/networks?id=b3401298-6155-41ac-afd1-5e3547424005 HTTP/1.1" status: 200 len: 808 time: 0.1170852 Aug 12 22:02:50.155080 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-e946c51a-4c28-4b50-bb4b-8cf78362c358 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/quotas/8d1b4cdcb3b641018da7cebbb7f570ba HTTP/1.1" status: 200 len: 375 time: 0.0113449 Aug 12 22:02:50.186931 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3e89681c-8ed0-41f6-8fb4-41224d203eb5 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d1b4cdcb3b641018da7cebbb7f570ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262208 Aug 12 22:02:50.284496 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-01714278-3fd0-4e29-b500-f00ad8b400e5 service neutron] 10.222.0.30 "GET /v2.0/networks/b3401298-6155-41ac-afd1-5e3547424005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902505 Aug 12 22:02:50.372850 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-35c68402-3b06-4b8f-b112-57bd47da278b service neutron] 10.222.0.30 "GET /v2.0/networks/b3401298-6155-41ac-afd1-5e3547424005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822403 Aug 12 22:02:50.711672 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f7240c89-f041-4d2e-b8d6-8e1bf1b9abe1 req-9fbeb655-42a4-48ce-a244-c490d3ae58ee tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b6069df-d5ac-433e-a2d8-bd5ded1a5217 HTTP/1.1" status: 200 len: 210 time: 0.2122073 Aug 12 22:02:50.805428 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:02:50.825663 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:02:50.826035 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 6150c3a1-869d-4d5b-bb76-5a7c93b2b4a2 not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:02:51.523100 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-2e295276-24c9-491b-bf91-27b4bebdf583 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:51.524578 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-2e295276-24c9-491b-bf91-27b4bebdf583 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.58 "GET /v2.0/networks?id=b3401298-6155-41ac-afd1-5e3547424005 HTTP/1.1" status: 200 len: 808 time: 0.1021016 Aug 12 22:02:51.539470 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-0e7c0fc5-96fc-41a0-bf46-5ba5e299e476 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Request body: {'port': {'device_id': '6b6069df-d5ac-433e-a2d8-bd5ded1a5217', 'network_id': 'b3401298-6155-41ac-afd1-5e3547424005', 'admin_state_up': True, 'tenant_id': '8d1b4cdcb3b641018da7cebbb7f570ba'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:51.647331 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-0e7c0fc5-96fc-41a0-bf46-5ba5e299e476 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Made reservation on behalf of 8d1b4cdcb3b641018da7cebbb7f570ba for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:02:51.651821 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-0e7c0fc5-96fc-41a0-bf46-5ba5e299e476 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:51.848210 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f6afb09a-462c-4261-b4d9-717aaf16457d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:51.944808 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e05e8834-65e6-4572-b927-8998a73efa3a req-5e07ccda-7396-44d4-a70d-b888e455f25f tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b6069df-d5ac-433e-a2d8-bd5ded1a5217 HTTP/1.1" status: 200 len: 210 time: 0.0346866 Aug 12 22:02:52.047078 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-0e7c0fc5-96fc-41a0-bf46-5ba5e299e476 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Allocated IP 172.20.0.2 (b3401298-6155-41ac-afd1-5e3547424005/79ec7f5b-f23c-4049-9294-fd5aeed35bab/3607e33c-d8d7-4c79-b242-5d3d580124c8) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:02:52.197791 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-0e7c0fc5-96fc-41a0-bf46-5ba5e299e476 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:52.242642 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-0e7c0fc5-96fc-41a0-bf46-5ba5e299e476 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:52.297055 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-0e7c0fc5-96fc-41a0-bf46-5ba5e299e476 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Network b3401298-6155-41ac-afd1-5e3547424005 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:02:52.301028 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c0fc5-96fc-41a0-bf46-5ba5e299e476 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Pushing event updated for resources: {'Port': ['ID=3607e33c-d8d7-4c79-b242-5d3d580124c8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:52.303666 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-0e7c0fc5-96fc-41a0-bf46-5ba5e299e476 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:02:52.305601 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 36264) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:52.306339 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-0e7c0fc5-96fc-41a0-bf46-5ba5e299e476 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:02:52.359549 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-0e7c0fc5-96fc-41a0-bf46-5ba5e299e476 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:52.360169 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-0e7c0fc5-96fc-41a0-bf46-5ba5e299e476 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:52.374499 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-0e7c0fc5-96fc-41a0-bf46-5ba5e299e476 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8397994 Aug 12 22:02:52.387324 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Request body: {'port': {'device_id': '6b6069df-d5ac-433e-a2d8-bd5ded1a5217', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:52.422345 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d3d2514-862c-4ed7-9e2a-dee5adc8a1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:52.470268 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:52.677100 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d3d2514-862c-4ed7-9e2a-dee5adc8a1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:52.683284 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d3d2514-862c-4ed7-9e2a-dee5adc8a1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:52.737275 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d2514-862c-4ed7-9e2a-dee5adc8a1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72596061-6cfd-4c8c-9285-2063afdf2860,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:52.743158 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-6d3d2514-862c-4ed7-9e2a-dee5adc8a1de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db0228228cf147f6a4f542c8cb294058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330485 Aug 12 22:02:52.746312 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36268) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:52.799775 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8f13-c397-47e1-b48e-3bb6fceff153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:52.818905 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3607e33c-d8d7-4c79-b242-5d3d580124c8 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:02:52.821081 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8f13-c397-47e1-b48e-3bb6fceff153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:52.826216 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:52.838500 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Transition to ACTIVE for port object 3607e33c-d8d7-4c79-b242-5d3d580124c8 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:02:52.841953 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:52.870878 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8f13-c397-47e1-b48e-3bb6fceff153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:52.873764 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8f13-c397-47e1-b48e-3bb6fceff153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:52.874936 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-f1cc8f13-c397-47e1-b48e-3bb6fceff153 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72596061-6cfd-4c8c-9285-2063afdf2860 HTTP/1.1" status: 204 len: 168 time: 0.1277041 Aug 12 22:02:52.883258 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc8f13-c397-47e1-b48e-3bb6fceff153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72596061-6cfd-4c8c-9285-2063afdf2860,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:52.891676 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Pushing event updated for resources: {'Port': ['ID=3607e33c-d8d7-4c79-b242-5d3d580124c8,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:52.971082 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Attempting to bind port 3607e33c-d8d7-4c79-b242-5d3d580124c8 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:02:52.971432 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Attempting to bind port 3607e33c-d8d7-4c79-b242-5d3d580124c8 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '8c1449ad-10f3-4683-8edd-45cbced6fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b3401298-6155-41ac-afd1-5e3547424005'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:02:52.971770 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Attempting to bind port 3607e33c-d8d7-4c79-b242-5d3d580124c8 on network b3401298-6155-41ac-afd1-5e3547424005 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:02:52.976487 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Port 3607e33c-d8d7-4c79-b242-5d3d580124c8 on network b3401298-6155-41ac-afd1-5e3547424005 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:02:52.976795 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Attempting to bind port 3607e33c-d8d7-4c79-b242-5d3d580124c8 on network b3401298-6155-41ac-afd1-5e3547424005 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:02:52.982078 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:02:52.982425 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Checking segment: {'id': '8c1449ad-10f3-4683-8edd-45cbced6fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b3401298-6155-41ac-afd1-5e3547424005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:02:52.982871 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Bound using segment: {'id': '8c1449ad-10f3-4683-8edd-45cbced6fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b3401298-6155-41ac-afd1-5e3547424005'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:02:52.983233 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Bound port: 3607e33c-d8d7-4c79-b242-5d3d580124c8, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1449ad-10f3-4683-8edd-45cbced6fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b3401298-6155-41ac-afd1-5e3547424005'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:02:52.983850 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:53.086609 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] For port 3607e33c-d8d7-4c79-b242-5d3d580124c8, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:02:53.092355 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] For port 3607e33c-d8d7-4c79-b242-5d3d580124c8, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3607e33c-d8d7-4c79-b242-5d3d580124c8,segment=NetworkSegment(8c1449ad-10f3-4683-8edd-45cbced6fabe),segment_id=8c1449ad-10f3-4683-8edd-45cbced6fabe)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:02:53.102085 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9f7cf-19ee-4055-9742-b820f90ba400 req-4b848feb-9b55-43fe-9af1-c8f95a02f223 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:53.103772 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-23b9f7cf-19ee-4055-9742-b820f90ba400 req-4b848feb-9b55-43fe-9af1-c8f95a02f223 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b6069df-d5ac-433e-a2d8-bd5ded1a5217 HTTP/1.1" status: 200 len: 943 time: 0.0838273 Aug 12 22:02:53.105631 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:53.167771 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:53.168619 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:53.170025 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] 10.222.0.58 "PUT /v2.0/ports/3607e33c-d8d7-4c79-b242-5d3d580124c8 HTTP/1.1" status: 200 len: 1093 time: 0.7868814 Aug 12 22:02:53.172639 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6069df-d5ac-433e-a2d8-bd5ded1a5217', 'tag': '3607e33c-d8d7-4c79-b242-5d3d580124c8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:53.174897 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f07aa2c-0382-4286-90f8-c7bd682f42f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6069df-d5ac-433e-a2d8-bd5ded1a5217", "tag": "3607e33c-d8d7-4c79-b242-5d3d580124c8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:53.211086 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-23b9f7cf-19ee-4055-9742-b820f90ba400 req-f3614376-ea49-438b-a7f8-2c370dce9324 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998502 Aug 12 22:02:53.211841 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4f246-3c3d-4430-8ab6-e880839697bb service neutron] Pushing event updated for resources: {'Port': ['ID=3607e33c-d8d7-4c79-b242-5d3d580124c8,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:53.217311 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6600129-d0f8-4224-9e5d-ffd67877352b x-openstack-request-id: req-b6600129-d0f8-4224-9e5d-ffd67877352b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:53.217622 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6069df-d5ac-433e-a2d8-bd5ded1a5217", "tag": "3607e33c-d8d7-4c79-b242-5d3d580124c8", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:53.217905 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6600129-d0f8-4224-9e5d-ffd67877352b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:53.218255 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6069df-d5ac-433e-a2d8-bd5ded1a5217', 'tag': '3607e33c-d8d7-4c79-b242-5d3d580124c8', 'status': 'completed', 'code': 200} Aug 12 22:02:53.267660 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-0f63ca39-2826-49ff-a849-4707e11c969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:53.269195 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-0f63ca39-2826-49ff-a849-4707e11c969f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d1b4cdcb3b641018da7cebbb7f570ba&device_id=6b6069df-d5ac-433e-a2d8-bd5ded1a5217 HTTP/1.1" status: 200 len: 1096 time: 0.0424018 Aug 12 22:02:53.312041 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-5037e62b-d16b-435c-a99a-0bbae053069c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3607e33c-d8d7-4c79-b242-5d3d580124c8 HTTP/1.1" status: 200 len: 217 time: 0.0337081 Aug 12 22:02:53.369661 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-eada9fab-5773-42e1-93e4-9e2e47511ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:53.371188 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-eada9fab-5773-42e1-93e4-9e2e47511ae6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=79ec7f5b-f23c-4049-9294-fd5aeed35bab HTTP/1.1" status: 200 len: 848 time: 0.0508580 Aug 12 22:02:53.407742 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-6f1fc47e-422f-4708-93bb-8ea264516987 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3401298-6155-41ac-afd1-5e3547424005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247819 Aug 12 22:02:53.502201 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-d7d77f30-5550-4211-8310-298265923350 service neutron] 10.222.0.58 "GET /v2.0/networks/b3401298-6155-41ac-afd1-5e3547424005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847077 Aug 12 22:02:53.596655 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-519982a7-e5ab-4f06-ab73-6dee1a44ec9f req-aadb7aa3-ca32-483f-9df7-89da78a66294 service neutron] 10.222.0.58 "GET /v2.0/networks/b3401298-6155-41ac-afd1-5e3547424005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858490 Aug 12 22:02:53.681105 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07aa2c-0382-4286-90f8-c7bd682f42f8 req-a1576ca2-1067-45e0-9282-545442cc4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:53.682671 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3f07aa2c-0382-4286-90f8-c7bd682f42f8 req-a1576ca2-1067-45e0-9282-545442cc4c8b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d1b4cdcb3b641018da7cebbb7f570ba&device_id=6b6069df-d5ac-433e-a2d8-bd5ded1a5217 HTTP/1.1" status: 200 len: 1096 time: 0.0412233 Aug 12 22:02:53.777023 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07aa2c-0382-4286-90f8-c7bd682f42f8 req-e0a7c35c-3038-4c36-8a2c-60bd4cdec36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:53.778412 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3f07aa2c-0382-4286-90f8-c7bd682f42f8 req-e0a7c35c-3038-4c36-8a2c-60bd4cdec36c service neutron] 10.222.0.58 "GET /v2.0/networks?id=b3401298-6155-41ac-afd1-5e3547424005 HTTP/1.1" status: 200 len: 909 time: 0.0868762 Aug 12 22:02:53.821285 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3f07aa2c-0382-4286-90f8-c7bd682f42f8 req-01b4a746-863a-4ad4-8648-fd1738e0cb11 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3607e33c-d8d7-4c79-b242-5d3d580124c8 HTTP/1.1" status: 200 len: 217 time: 0.0351038 Aug 12 22:02:53.871483 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07aa2c-0382-4286-90f8-c7bd682f42f8 req-d832857e-9523-4077-8873-d7d6f1e6d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:53.873003 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3f07aa2c-0382-4286-90f8-c7bd682f42f8 req-d832857e-9523-4077-8873-d7d6f1e6d49d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=79ec7f5b-f23c-4049-9294-fd5aeed35bab HTTP/1.1" status: 200 len: 848 time: 0.0440927 Aug 12 22:02:53.906263 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3f07aa2c-0382-4286-90f8-c7bd682f42f8 req-02886bb5-9547-4345-919a-b1794c85ac2d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3401298-6155-41ac-afd1-5e3547424005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250061 Aug 12 22:02:54.002173 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3f07aa2c-0382-4286-90f8-c7bd682f42f8 req-83371ca2-2731-4038-b777-cb9bec63e319 service neutron] 10.222.0.58 "GET /v2.0/networks/b3401298-6155-41ac-afd1-5e3547424005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844181 Aug 12 22:02:54.091450 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3f07aa2c-0382-4286-90f8-c7bd682f42f8 req-0bd64281-1a10-4578-a385-a07f05322a41 service neutron] 10.222.0.58 "GET /v2.0/networks/b3401298-6155-41ac-afd1-5e3547424005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811281 Aug 12 22:02:54.330010 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6de1cf-8130-4459-a3f1-ab5a4a250f06 req-0df50536-25b0-47a2-8f12-4b162c3b3b95 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:54.331490 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-df6de1cf-8130-4459-a3f1-ab5a4a250f06 req-0df50536-25b0-47a2-8f12-4b162c3b3b95 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b6069df-d5ac-433e-a2d8-bd5ded1a5217 HTTP/1.1" status: 200 len: 943 time: 0.0522573 Aug 12 22:02:54.367391 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-df6de1cf-8130-4459-a3f1-ab5a4a250f06 req-38629fe8-1104-442d-abdf-846d9adbbeb1 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300264 Aug 12 22:02:54.466109 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-69a68f1e-fd5b-41bb-a9d8-a77abaab9ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:54.468699 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:54.828049 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 3607e33c-d8d7-4c79-b242-5d3d580124c8 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:02:54.928316 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 3607e33c-d8d7-4c79-b242-5d3d580124c8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3607e33c-d8d7-4c79-b242-5d3d580124c8,segment=NetworkSegment(8c1449ad-10f3-4683-8edd-45cbced6fabe),segment_id=8c1449ad-10f3-4683-8edd-45cbced6fabe)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:54.939884 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': '3607e33c-d8d7-4c79-b242-5d3d580124c8', 'network_id': 'b3401298-6155-41ac-afd1-5e3547424005', 'port_id': '3607e33c-d8d7-4c79-b242-5d3d580124c8', 'mac_address': 'fa:16:3e:fa:dc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ec7f5b-f23c-4049-9294-fd5aeed35bab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:02:54.976569 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:54.992066 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3607e33c-d8d7-4c79-b242-5d3d580124c8 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:02:55.012420 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 3607e33c-d8d7-4c79-b242-5d3d580124c8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3607e33c-d8d7-4c79-b242-5d3d580124c8,segment=NetworkSegment(8c1449ad-10f3-4683-8edd-45cbced6fabe),segment_id=8c1449ad-10f3-4683-8edd-45cbced6fabe)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:55.023465 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:55.068790 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=3607e33c-d8d7-4c79-b242-5d3d580124c8,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:55.257474 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['3607e33c-d8d7-4c79-b242-5d3d580124c8'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:02:55.486038 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2184a-df17-4459-b02a-1a65e8abfbb5 req-cf68d03b-373d-4fdf-9e70-6725376989a7 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:55.487760 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9fb2184a-df17-4459-b02a-1a65e8abfbb5 req-cf68d03b-373d-4fdf-9e70-6725376989a7 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b6069df-d5ac-433e-a2d8-bd5ded1a5217 HTTP/1.1" status: 200 len: 944 time: 0.0544302 Aug 12 22:02:55.534283 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9fb2184a-df17-4459-b02a-1a65e8abfbb5 req-11176929-c380-420e-82ba-b26bf200cb38 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 Aug 12 22:02:55.675645 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:56.119790 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43519bb3-069a-4033-9b64-05931855f8a7 req-add423e0-e6c7-4af7-8d39-bc9e94590b30 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:56.121102 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-43519bb3-069a-4033-9b64-05931855f8a7 req-add423e0-e6c7-4af7-8d39-bc9e94590b30 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0499551 Aug 12 22:02:56.158893 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-43519bb3-069a-4033-9b64-05931855f8a7 req-e5eb7db7-06cb-49aa-a0d7-3b53e7f2b504 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317373 Aug 12 22:02:56.804210 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020f32d-dbf0-4843-9174-62f2695c77e8 req-e2b548d6-6b6d-4c3b-be2c-cb94d7e92eb3 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:56.805817 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1020f32d-dbf0-4843-9174-62f2695c77e8 req-e2b548d6-6b6d-4c3b-be2c-cb94d7e92eb3 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b6069df-d5ac-433e-a2d8-bd5ded1a5217 HTTP/1.1" status: 200 len: 944 time: 0.1993153 Aug 12 22:02:56.836780 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 3607e33c-d8d7-4c79-b242-5d3d580124c8 up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:02:56.845435 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1020f32d-dbf0-4843-9174-62f2695c77e8 req-43c9adc6-9add-498a-80d0-7e163f546f7b tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336256 Aug 12 22:02:56.907220 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port 3607e33c-d8d7-4c79-b242-5d3d580124c8 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:02:56.911316 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port 3607e33c-d8d7-4c79-b242-5d3d580124c8 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:02:56.911709 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:56.987108 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:57.009225 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6069df-d5ac-433e-a2d8-bd5ded1a5217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3607e33c-d8d7-4c79-b242-5d3d580124c8'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:57.012086 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1480b1-83a4-4bba-86c3-9519ca2b95fd" -d '{"events": [{"server_uuid": "6b6069df-d5ac-433e-a2d8-bd5ded1a5217", "name": "network-vif-plugged", "status": "completed", "tag": "3607e33c-d8d7-4c79-b242-5d3d580124c8"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:57.026315 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 3607e33c-d8d7-4c79-b242-5d3d580124c8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3607e33c-d8d7-4c79-b242-5d3d580124c8,segment=NetworkSegment(8c1449ad-10f3-4683-8edd-45cbced6fabe),segment_id=8c1449ad-10f3-4683-8edd-45cbced6fabe)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:57.036521 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:57.063469 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3d4f9d-d1fd-4e2d-83d9-3ca7c0020c95 x-openstack-request-id: req-3a3d4f9d-d1fd-4e2d-83d9-3ca7c0020c95 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:57.063740 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6069df-d5ac-433e-a2d8-bd5ded1a5217", "name": "network-vif-plugged", "status": "completed", "tag": "3607e33c-d8d7-4c79-b242-5d3d580124c8", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:57.063999 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a3d4f9d-d1fd-4e2d-83d9-3ca7c0020c95 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:57.064383 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6069df-d5ac-433e-a2d8-bd5ded1a5217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3607e33c-d8d7-4c79-b242-5d3d580124c8', 'code': 200} Aug 12 22:02:57.090099 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=3607e33c-d8d7-4c79-b242-5d3d580124c8,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:57.231474 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968883db-88d7-4e9b-bbf2-3af30be0f7ac req-97a58ded-5b7f-416f-b341-3c0c5c612a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:57.233032 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-968883db-88d7-4e9b-bbf2-3af30be0f7ac req-97a58ded-5b7f-416f-b341-3c0c5c612a63 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6b6069df-d5ac-433e-a2d8-bd5ded1a5217 HTTP/1.1" status: 200 len: 1098 time: 0.0539544 Aug 12 22:02:57.310493 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c84fd-290d-4f6b-9d06-9aa2eab08d02 req-24834721-9c5f-4230-98bc-388d47bd851a tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:57.311986 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-de0c84fd-290d-4f6b-9d06-9aa2eab08d02 req-24834721-9c5f-4230-98bc-388d47bd851a tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0763943 Aug 12 22:02:57.313503 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-968883db-88d7-4e9b-bbf2-3af30be0f7ac req-ab249d70-2ed0-4f64-92e1-efbb69a8793a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652883 Aug 12 22:02:57.349408 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-de0c84fd-290d-4f6b-9d06-9aa2eab08d02 req-b245dcba-b2db-4550-8194-26de59174857 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313373 Aug 12 22:02:57.710512 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:57.968558 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d030f2-1cbe-4248-8529-c8d3ad24a7d5 req-0d3836b1-4aa5-482b-ba04-68092d3b096c tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:57.970253 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d4d030f2-1cbe-4248-8529-c8d3ad24a7d5 req-0d3836b1-4aa5-482b-ba04-68092d3b096c tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b6069df-d5ac-433e-a2d8-bd5ded1a5217 HTTP/1.1" status: 200 len: 945 time: 0.0525386 Aug 12 22:02:58.008208 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d4d030f2-1cbe-4248-8529-c8d3ad24a7d5 req-1b532cd2-73f9-4711-9033-5f745d025aac tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319664 Aug 12 22:02:58.255409 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa2152-121f-418a-bac2-076d6311db0a req-6f08e76e-98bd-4335-89d1-1ce825ea71ae tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:58.256760 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b2fa2152-121f-418a-bac2-076d6311db0a req-6f08e76e-98bd-4335-89d1-1ce825ea71ae tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.0481775 Aug 12 22:02:58.351448 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-b2fa2152-121f-418a-bac2-076d6311db0a req-e59c3bf5-1844-4fb8-976e-46ede5e14277 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Deleting port 6223b9fc-b444-4db6-9415-f1851686b2c8 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:58.351793 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b2fa2152-121f-418a-bac2-076d6311db0a req-e59c3bf5-1844-4fb8-976e-46ede5e14277 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:58.464044 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b2fa2152-121f-418a-bac2-076d6311db0a req-e59c3bf5-1844-4fb8-976e-46ede5e14277 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] For port 6223b9fc-b444-4db6-9415-f1851686b2c8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6223b9fc-b444-4db6-9415-f1851686b2c8,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:58.464418 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b2fa2152-121f-418a-bac2-076d6311db0a req-e59c3bf5-1844-4fb8-976e-46ede5e14277 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:58.521647 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351aa078-7bc3-495a-8fca-dac4461f94ed req-2a410cb8-b620-4593-810a-96e36afbd20f tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:58.523042 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-351aa078-7bc3-495a-8fca-dac4461f94ed req-2a410cb8-b620-4593-810a-96e36afbd20f tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 946 time: 0.1033385 Aug 12 22:02:58.607017 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-351aa078-7bc3-495a-8fca-dac4461f94ed req-9f70492e-5a25-4bd5-82c3-04a34342c859 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc27f298-89f0-4e46-aa6c-18cadccc3212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764916 Aug 12 22:02:58.678475 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b2fa2152-121f-418a-bac2-076d6311db0a req-e59c3bf5-1844-4fb8-976e-46ede5e14277 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:58.678864 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b2fa2152-121f-418a-bac2-076d6311db0a req-e59c3bf5-1844-4fb8-976e-46ede5e14277 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:58.679196 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.l3_db [req-b2fa2152-121f-418a-bac2-076d6311db0a req-e59c3bf5-1844-4fb8-976e-46ede5e14277 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Floating IP 3c432436-3cb1-4d7f-b39a-cf5cb49dfda3 disassociated. External IP: 172.27.0.249, port: 6223b9fc-b444-4db6-9415-f1851686b2c8. Aug 12 22:02:58.679533 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-b2fa2152-121f-418a-bac2-076d6311db0a req-e59c3bf5-1844-4fb8-976e-46ede5e14277 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Calling delete_port for 6223b9fc-b444-4db6-9415-f1851686b2c8 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:58.808253 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b2fa2152-121f-418a-bac2-076d6311db0a req-e59c3bf5-1844-4fb8-976e-46ede5e14277 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:58.836633 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c3bf5-1844-4fb8-976e-46ede5e14277 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event deleted for resources: {'Port': ['ID=6223b9fc-b444-4db6-9415-f1851686b2c8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:58.961947 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2fa2152-121f-418a-bac2-076d6311db0a req-e59c3bf5-1844-4fb8-976e-46ede5e14277 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Router 6f0f52de-15e0-4444-bdad-330ef4cff078 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:02:59.068048 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2fa2152-121f-418a-bac2-076d6311db0a req-e59c3bf5-1844-4fb8-976e-46ede5e14277 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:02:59.078558 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9fc03-3d27-4911-adaf-544e04c93f33 None None] Sync routers for ids ['6f0f52de-15e0-4444-bdad-330ef4cff078'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:02:59.088163 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9fc03-3d27-4911-adaf-544e04c93f33 None None] Routers {'6f0f52de-15e0-4444-bdad-330ef4cff078'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:59.088785 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8cd9fc03-3d27-4911-adaf-544e04c93f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:02:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['6f0f52de-15e0-4444-bdad-330ef4cff078'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:59.125578 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fa2152-121f-418a-bac2-076d6311db0a req-e59c3bf5-1844-4fb8-976e-46ede5e14277 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] No DVR routers for this DVR port 6223b9fc-b444-4db6-9415-f1851686b2c8 on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:02:59.128807 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b2fa2152-121f-418a-bac2-076d6311db0a req-e59c3bf5-1844-4fb8-976e-46ede5e14277 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:59.130765 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b2fa2152-121f-418a-bac2-076d6311db0a req-e59c3bf5-1844-4fb8-976e-46ede5e14277 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.58 "DELETE /v2.0/ports/6223b9fc-b444-4db6-9415-f1851686b2c8 HTTP/1.1" status: 204 len: 173 time: 0.8678133 Aug 12 22:02:59.131192 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd741586-4aea-41f9-a474-54fa4e8d5559', 'name': 'network-vif-deleted', 'tag': '6223b9fc-b444-4db6-9415-f1851686b2c8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:59.133441 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0fef3a-10ec-4a06-997e-3e6bc8cda42e" -d '{"events": [{"server_uuid": "bd741586-4aea-41f9-a474-54fa4e8d5559", "name": "network-vif-deleted", "tag": "6223b9fc-b444-4db6-9415-f1851686b2c8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:59.168237 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ef19f-c4ac-40b7-b457-04f8b3473ed1 req-60ad7d69-2aa6-4403-acff-f6b5048fb36d tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:59.170241 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-275ef19f-c4ac-40b7-b457-04f8b3473ed1 req-60ad7d69-2aa6-4403-acff-f6b5048fb36d tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b6069df-d5ac-433e-a2d8-bd5ded1a5217 HTTP/1.1" status: 200 len: 945 time: 0.0951569 Aug 12 22:02:59.188587 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd508e1-aad9-4e5a-b975-68ef6df5cf82 x-openstack-request-id: req-dbd508e1-aad9-4e5a-b975-68ef6df5cf82 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:59.192826 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd741586-4aea-41f9-a474-54fa4e8d5559", "name": "network-vif-deleted", "tag": "6223b9fc-b444-4db6-9415-f1851686b2c8", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:59.193168 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dbd508e1-aad9-4e5a-b975-68ef6df5cf82 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:59.193623 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd741586-4aea-41f9-a474-54fa4e8d5559', 'name': 'network-vif-deleted', 'tag': '6223b9fc-b444-4db6-9415-f1851686b2c8', 'status': 'completed', 'code': 200} Aug 12 22:02:59.229053 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-275ef19f-c4ac-40b7-b457-04f8b3473ed1 req-df821c8b-314a-440a-812b-61eae3a330b8 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421438 Aug 12 22:02:59.238246 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8cd9fc03-3d27-4911-adaf-544e04c93f33 None None] Set router 6f0f52de-15e0-4444-bdad-330ef4cff078 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:59.450207 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8cd9fc03-3d27-4911-adaf-544e04c93f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '9f3509a6-c8df-4317-ac77-974557617d30', 'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'mac_address': 'fa:16:3e:8c:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:58Z', 'updated_at': '2021-08-12T21:58:09Z', 'revision_number': 5, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'subnets': [{'id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:59.477020 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9fc03-3d27-4911-adaf-544e04c93f33 None None] Checking router: 6f0f52de-15e0-4444-bdad-330ef4cff078 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:02:59.486037 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9fc03-3d27-4911-adaf-544e04c93f33 None None] Routers {'6f0f52de-15e0-4444-bdad-330ef4cff078'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:59.486650 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8cd9fc03-3d27-4911-adaf-544e04c93f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:02:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['6f0f52de-15e0-4444-bdad-330ef4cff078'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:59.600758 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8cd9fc03-3d27-4911-adaf-544e04c93f33 None None] Set router 6f0f52de-15e0-4444-bdad-330ef4cff078 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:59.749335 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e9f5a410-9c75-419c-9ed3-f86bcf9dabd0 req-0b715757-41fb-48a0-8948-4453e4a08146 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd741586-4aea-41f9-a474-54fa4e8d5559 HTTP/1.1" status: 200 len: 210 time: 0.0369866 Aug 12 22:02:59.816122 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8cd9fc03-3d27-4911-adaf-544e04c93f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '9f3509a6-c8df-4317-ac77-974557617d30', 'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'mac_address': 'fa:16:3e:8c:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:58Z', 'updated_at': '2021-08-12T21:58:09Z', 'revision_number': 5, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'subnets': [{'id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:59.845964 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9fc03-3d27-4911-adaf-544e04c93f33 None None] The sync data for ids ['6f0f52de-15e0-4444-bdad-330ef4cff078'] in dv-cinder-804459-3-iscsi is: [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '9f3509a6-c8df-4317-ac77-974557617d30', 'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'mac_address': 'fa:16:3e:8c:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:58Z', 'updated_at': '2021-08-12T21:58:09Z', 'revision_number': 5, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'subnets': [{'id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:02:59.955799 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5c012-4d11-465c-98e1-9e01a0258c0c req-c8e871c5-5f9b-4544-819c-4420820f3b35 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:59.957280 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-91b5c012-4d11-465c-98e1-9e01a0258c0c req-c8e871c5-5f9b-4544-819c-4420820f3b35 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b6069df-d5ac-433e-a2d8-bd5ded1a5217 HTTP/1.1" status: 200 len: 945 time: 0.0502253 Aug 12 22:02:59.999182 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-91b5c012-4d11-465c-98e1-9e01a0258c0c req-18d3b107-8d51-4210-8f2d-3536dfd0a239 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350997 Aug 12 22:03:00.077198 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bb7c58-b803-448e-a0cf-d7c9d7daf18a None None] New status for floating IP 3c432436-3cb1-4d7f-b39a-cf5cb49dfda3: DOWN {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:03:00.838180 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36342) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:00.851091 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 6223b9fc-b444-4db6-9415-f1851686b2c8 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:03:00.871396 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: 6223b9fc-b444-4db6-9415-f1851686b2c8 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:03:00.871981 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 6223b9fc-b444-4db6-9415-f1851686b2c8 not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:03:00.894102 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e35bd7ef-6c51-4eae-92bc-172aa49a21a0 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:00.917757 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e35bd7ef-6c51-4eae-92bc-172aa49a21a0 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:00.963785 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e35bd7ef-6c51-4eae-92bc-172aa49a21a0 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:00.966382 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e35bd7ef-6c51-4eae-92bc-172aa49a21a0 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:00.967532 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-e35bd7ef-6c51-4eae-92bc-172aa49a21a0 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "DELETE /v2.0/security-groups/bc27f298-89f0-4e46-aa6c-18cadccc3212 HTTP/1.1" status: 204 len: 168 time: 0.1283679 Aug 12 22:03:00.970834 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 36346) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:00.976849 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bd7ef-6c51-4eae-92bc-172aa49a21a0 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc27f298-89f0-4e46-aa6c-18cadccc3212,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:00.985477 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.api.v2.resource [None req-ef41a12e-e396-4e7d-ad94-a97e70c038c1 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] show failed (client error): The resource could not be found. Aug 12 22:03:00.986508 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-ef41a12e-e396-4e7d-ad94-a97e70c038c1 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups/bc27f298-89f0-4e46-aa6c-18cadccc3212 HTTP/1.1" status: 404 len: 347 time: 0.0146248 Aug 12 22:03:00.989304 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 36348) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:01.145720 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99502f64-1aef-4892-8a6a-731fdfd99571 req-2eb99cd9-c893-4ad6-b8bc-94634d6c4597 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:01.147213 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-99502f64-1aef-4892-8a6a-731fdfd99571 req-2eb99cd9-c893-4ad6-b8bc-94634d6c4597 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b6069df-d5ac-433e-a2d8-bd5ded1a5217 HTTP/1.1" status: 200 len: 945 time: 0.0568602 Aug 12 22:03:01.161581 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-41bb083b-ef33-4f11-b6d9-0b363a173927 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Deleting port 93283b10-86b5-4b6b-9192-0ec043b8d724 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:03:01.161929 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41bb083b-ef33-4f11-b6d9-0b363a173927 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:01.232801 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-99502f64-1aef-4892-8a6a-731fdfd99571 req-0fcbdc26-5262-4351-a537-6d24b8c62657 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0bae1be-77b3-4194-8c9b-ee16484bd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783091 Aug 12 22:03:01.269862 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41bb083b-ef33-4f11-b6d9-0b363a173927 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:01.270192 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41bb083b-ef33-4f11-b6d9-0b363a173927 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:01.296668 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-41bb083b-ef33-4f11-b6d9-0b363a173927 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Calling delete_port for 93283b10-86b5-4b6b-9192-0ec043b8d724 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:03:01.355396 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fec93-c93f-40a9-8242-1a19b2dccdbd req-52027d70-b107-4c59-8dcb-e180a8aca299 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:01.356892 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bc8fec93-c93f-40a9-8242-1a19b2dccdbd req-52027d70-b107-4c59-8dcb-e180a8aca299 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6069df-d5ac-433e-a2d8-bd5ded1a5217 HTTP/1.1" status: 200 len: 945 time: 0.0960886 Aug 12 22:03:01.506500 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-bc8fec93-c93f-40a9-8242-1a19b2dccdbd req-871b3e82-8982-4276-8d7e-24362137694b tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Deleting port 3607e33c-d8d7-4c79-b242-5d3d580124c8 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:03:01.506896 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bc8fec93-c93f-40a9-8242-1a19b2dccdbd req-871b3e82-8982-4276-8d7e-24362137694b tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:01.521451 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41bb083b-ef33-4f11-b6d9-0b363a173927 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:01.579688 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb083b-ef33-4f11-b6d9-0b363a173927 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event deleted for resources: {'Port': ['ID=93283b10-86b5-4b6b-9192-0ec043b8d724,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:01.907010 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-bc8fec93-c93f-40a9-8242-1a19b2dccdbd req-871b3e82-8982-4276-8d7e-24362137694b tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] For port 3607e33c-d8d7-4c79-b242-5d3d580124c8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3607e33c-d8d7-4c79-b242-5d3d580124c8,segment=NetworkSegment(8c1449ad-10f3-4683-8edd-45cbced6fabe),segment_id=8c1449ad-10f3-4683-8edd-45cbced6fabe)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:01.907305 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bc8fec93-c93f-40a9-8242-1a19b2dccdbd req-871b3e82-8982-4276-8d7e-24362137694b tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:01.909618 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41bb083b-ef33-4f11-b6d9-0b363a173927 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:01.912037 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41bb083b-ef33-4f11-b6d9-0b363a173927 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:01.913168 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-41bb083b-ef33-4f11-b6d9-0b363a173927 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "DELETE /v2.0/floatingips/3c432436-3cb1-4d7f-b39a-cf5cb49dfda3 HTTP/1.1" status: 204 len: 168 time: 0.9229472 Aug 12 22:03:01.924246 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-bc8fec93-c93f-40a9-8242-1a19b2dccdbd req-871b3e82-8982-4276-8d7e-24362137694b tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Calling delete_port for 3607e33c-d8d7-4c79-b242-5d3d580124c8 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:03:02.055834 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bc8fec93-c93f-40a9-8242-1a19b2dccdbd req-871b3e82-8982-4276-8d7e-24362137694b tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:02.069047 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['3607e33c-d8d7-4c79-b242-5d3d580124c8'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:03:02.084331 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b3e82-8982-4276-8d7e-24362137694b tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Pushing event deleted for resources: {'Port': ['ID=3607e33c-d8d7-4c79-b242-5d3d580124c8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:02.125799 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8fec93-c93f-40a9-8242-1a19b2dccdbd req-871b3e82-8982-4276-8d7e-24362137694b tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] No DVR routers for this DVR port 3607e33c-d8d7-4c79-b242-5d3d580124c8 on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:03:02.128127 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bc8fec93-c93f-40a9-8242-1a19b2dccdbd req-871b3e82-8982-4276-8d7e-24362137694b tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:02.130108 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bc8fec93-c93f-40a9-8242-1a19b2dccdbd req-871b3e82-8982-4276-8d7e-24362137694b tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.58 "DELETE /v2.0/ports/3607e33c-d8d7-4c79-b242-5d3d580124c8 HTTP/1.1" status: 204 len: 173 time: 0.7631900 Aug 12 22:03:02.130547 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6069df-d5ac-433e-a2d8-bd5ded1a5217', 'name': 'network-vif-deleted', 'tag': '3607e33c-d8d7-4c79-b242-5d3d580124c8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:03:02.133208 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961e6c9a-97dd-4c05-a38d-1a3541eed7b1" -d '{"events": [{"server_uuid": "6b6069df-d5ac-433e-a2d8-bd5ded1a5217", "name": "network-vif-deleted", "tag": "3607e33c-d8d7-4c79-b242-5d3d580124c8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:03:02.176530 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eda1d37-fbab-454f-8f48-0f946b48f361 x-openstack-request-id: req-7eda1d37-fbab-454f-8f48-0f946b48f361 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:03:02.177045 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6069df-d5ac-433e-a2d8-bd5ded1a5217", "name": "network-vif-deleted", "tag": "3607e33c-d8d7-4c79-b242-5d3d580124c8", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:03:02.177305 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7eda1d37-fbab-454f-8f48-0f946b48f361 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:03:02.177740 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6069df-d5ac-433e-a2d8-bd5ded1a5217', 'name': 'network-vif-deleted', 'tag': '3607e33c-d8d7-4c79-b242-5d3d580124c8', 'status': 'completed', 'code': 200} Aug 12 22:03:02.338034 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-105cbb74-308c-4736-8ed4-99f518223aff req-64f48ab9-9ca2-47e6-aeb1-880c80bd62a2 tempest-VolumesActionsTest-1883152293 tempest-VolumesActionsTest-1883152293-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b6069df-d5ac-433e-a2d8-bd5ded1a5217 HTTP/1.1" status: 200 len: 210 time: 0.0258536 Aug 12 22:03:02.343376 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 36360) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:02.348616 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9735ac5d-0949-4628-86d1-f289f9befa30 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780401330', 'description': 'tempest-description--1802982512'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:03:02.370207 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9735ac5d-0949-4628-86d1-f289f9befa30 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:02.449723 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9735ac5d-0949-4628-86d1-f289f9befa30 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:02.453255 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9735ac5d-0949-4628-86d1-f289f9befa30 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:02.484295 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9735ac5d-0949-4628-86d1-f289f9befa30 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:02.485496 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-9735ac5d-0949-4628-86d1-f289f9befa30 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1403568 Aug 12 22:03:02.487350 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735ac5d-0949-4628-86d1-f289f9befa30 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf00cfac-e940-467a-85a2-2d9f47fcf869,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:02.488651 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36362) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:02.597223 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-afaf77bd-0a8e-4448-81a1-328a9a9dbb10 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Request body: {'security_group_rule': {'security_group_id': 'bf00cfac-e940-467a-85a2-2d9f47fcf869', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:03:02.625863 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-afaf77bd-0a8e-4448-81a1-328a9a9dbb10 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:02.675597 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-afaf77bd-0a8e-4448-81a1-328a9a9dbb10 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:02.678939 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-afaf77bd-0a8e-4448-81a1-328a9a9dbb10 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:02.695929 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf77bd-0a8e-4448-81a1-328a9a9dbb10 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134d837a-29a2-4524-b601-56c489a7c6c3,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:02.701658 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-afaf77bd-0a8e-4448-81a1-328a9a9dbb10 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:02.702826 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-afaf77bd-0a8e-4448-81a1-328a9a9dbb10 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2122591 Aug 12 22:03:02.705487 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36366) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:02.709775 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-712020e2-a544-4322-b759-35b2521ec65b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Request body: {'security_group_rule': {'security_group_id': 'bf00cfac-e940-467a-85a2-2d9f47fcf869', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:03:02.734711 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-712020e2-a544-4322-b759-35b2521ec65b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:02.793592 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-712020e2-a544-4322-b759-35b2521ec65b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:02.797866 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-712020e2-a544-4322-b759-35b2521ec65b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:02.814960 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712020e2-a544-4322-b759-35b2521ec65b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afefb83-d347-4c3b-8247-2857aed94d92,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:02.822453 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-712020e2-a544-4322-b759-35b2521ec65b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:02.823627 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-712020e2-a544-4322-b759-35b2521ec65b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172063 Aug 12 22:03:02.826558 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36368) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:02.830835 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Request body: {'floatingip': {'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:03:02.852098 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for floatingip, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:02.946256 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:03.052869 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Allocated IP 172.27.0.235 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/0bb5f39a-60eb-4d98-9b49-172a741444dd) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:03:03.155142 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:03.195293 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:03.236436 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:03:03.241186 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:03:03.244900 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:03:03.267414 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event updated for resources: {'Port': ['ID=0bb5f39a-60eb-4d98-9b49-172a741444dd,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:03.336590 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:03.370720 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:03.559114 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:03.563526 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287189977'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:03.634063 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event updated for resources: {'Port': ['ID=0bb5f39a-60eb-4d98-9b49-172a741444dd,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:03.644794 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:03.660935 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:03.662386 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-ba3090a5-d8e4-4590-a8d5-fbbd71c88b82 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8349206 Aug 12 22:03:03.806629 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-10589766-5840-4b02-b64b-1bb296bffab4 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1780401330&fields=id&tenant_id=0f0168f0c18f4408a7f2984a0a4038f4 HTTP/1.1" status: 200 len: 267 time: 0.0325046 Aug 12 22:03:03.914943 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-3ed49df2-82e3-4203-8470-815c8d2b5e71 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:03.916602 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-3ed49df2-82e3-4203-8470-815c8d2b5e71 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/networks?id=095a1efa-c2bb-4f8d-8a60-e45d89fec269 HTTP/1.1" status: 200 len: 810 time: 0.1039603 Aug 12 22:03:03.932805 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-815f9e33-b770-4653-8c4e-197d988414f3 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/quotas/0f0168f0c18f4408a7f2984a0a4038f4 HTTP/1.1" status: 200 len: 375 time: 0.0104969 Aug 12 22:03:03.987623 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-e803a15d-6630-4218-9caa-f1fabfe1b5e5 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f0168f0c18f4408a7f2984a0a4038f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487249 Aug 12 22:03:04.088513 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-12ab6c54-0b50-433b-a7a3-1fbc3baff294 service neutron] 10.222.0.30 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887907 Aug 12 22:03:04.183496 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-6590da15-4807-4de2-93e6-543976763da7 service neutron] 10.222.0.30 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886779 Aug 12 22:03:04.362476 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eb369f5c-7a6c-4256-a5cc-02a9a508e43b req-af7b86ea-8dc6-4abe-bc24-63b4788e52d0 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 210 time: 0.0313013 Aug 12 22:03:05.309906 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 3607e33c-d8d7-4c79-b242-5d3d580124c8 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:03:05.332976 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: 3607e33c-d8d7-4c79-b242-5d3d580124c8 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:03:05.333366 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 3607e33c-d8d7-4c79-b242-5d3d580124c8 not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:03:05.395758 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:03:05.454437 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-be966297-428b-482b-b153-8b2fd3c6b1f7 req-859ae82a-702a-47f7-81e1-e80e423087f9 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 210 time: 0.0272834 Aug 12 22:03:06.545784 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3cbf7cc0-cc19-4cfb-90c6-203b19d1ce29 req-937009b5-5163-412a-8213-ec58d62abd0b tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 210 time: 0.0271740 Aug 12 22:03:07.612252 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-913757d6-e8fc-49b5-874f-27d6cbba1785 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:07.614396 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-913757d6-e8fc-49b5-874f-27d6cbba1785 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.58 "GET /v2.0/networks?id=095a1efa-c2bb-4f8d-8a60-e45d89fec269 HTTP/1.1" status: 200 len: 810 time: 0.1092875 Aug 12 22:03:07.662106 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ed132cab-2327-47ac-81e2-9bf5217322a7 req-d5438793-3b54-48ce-8d9d-577b165e7f97 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 210 time: 0.0408261 Aug 12 22:03:07.695257 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4c8b6254-de50-460f-95a9-ca86a105a5cf tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f0168f0c18f4408a7f2984a0a4038f4 HTTP/1.1" status: 200 len: 380 time: 0.0638459 Aug 12 22:03:07.708523 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Request body: {'port': {'device_id': '271d82bd-a09e-4570-afde-f9c3a590ef69', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'admin_state_up': True, 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'security_groups': ['bf00cfac-e940-467a-85a2-2d9f47fcf869']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:03:07.814156 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Made reservation on behalf of 0f0168f0c18f4408a7f2984a0a4038f4 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:03:07.817728 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:07.981842 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Allocated IP 172.20.0.11 (095a1efa-c2bb-4f8d-8a60-e45d89fec269/f8645d12-4e07-4775-ade2-97bd878f2184/c219b397-a038-43ee-a7ba-68e60d4547c8) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:03:08.135174 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:08.148805 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Transition to ACTIVE for port object c219b397-a038-43ee-a7ba-68e60d4547c8 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:03:08.186403 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:08.245344 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:03:08.251015 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:03:08.255174 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:03:08.262505 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event updated for resources: {'Port': ['ID=c219b397-a038-43ee-a7ba-68e60d4547c8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:08.292404 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:08.292792 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:08.293150 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:08.293493 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:08.293865 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:08.294211 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:08.294996 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:08.294996 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:08.295176 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:08.295605 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:08.295830 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:08.296150 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:08.322301 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:08.322983 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:08.339987 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-c9e1647a-4bb4-4535-a4b8-e4ea5e5ea853 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6354537 Aug 12 22:03:08.356527 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Request body: {'port': {'device_id': '271d82bd-a09e-4570-afde-f9c3a590ef69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:03:08.422635 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:08.515914 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-5a5aeb2e-c0e0-4bfe-9ac8-bb41fb64ca66 None None] Provisioning for port c219b397-a038-43ee-a7ba-68e60d4547c8 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:03:08.520990 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-5a5aeb2e-c0e0-4bfe-9ac8-bb41fb64ca66 None None] Provisioning complete for port c219b397-a038-43ee-a7ba-68e60d4547c8 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:03:08.521611 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a5aeb2e-c0e0-4bfe-9ac8-bb41fb64ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:08.559340 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-5a5aeb2e-c0e0-4bfe-9ac8-bb41fb64ca66 None None] Port c219b397-a038-43ee-a7ba-68e60d4547c8 cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:03:08.742150 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c219b397-a038-43ee-a7ba-68e60d4547c8 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:03:08.750631 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:08.763614 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Transition to ACTIVE for port object c219b397-a038-43ee-a7ba-68e60d4547c8 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:03:08.774154 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:08.848811 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Pushing event updated for resources: {'Port': ['ID=c219b397-a038-43ee-a7ba-68e60d4547c8,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:08.860757 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90331fd-3cd2-4470-8b88-e5e012e24b43 req-90ea14bf-0260-4d2e-8b15-dfc9c88f1eb4 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:08.862383 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f90331fd-3cd2-4470-8b88-e5e012e24b43 req-90ea14bf-0260-4d2e-8b15-dfc9c88f1eb4 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 944 time: 0.0974298 Aug 12 22:03:08.978263 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f90331fd-3cd2-4470-8b88-e5e012e24b43 req-6c1f4b2a-bf82-42c6-b941-8aa295253b0d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf00cfac-e940-467a-85a2-2d9f47fcf869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090217 Aug 12 22:03:09.003827 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Attempting to bind port c219b397-a038-43ee-a7ba-68e60d4547c8 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:03:09.004464 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Attempting to bind port c219b397-a038-43ee-a7ba-68e60d4547c8 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:03:09.004994 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Attempting to bind port c219b397-a038-43ee-a7ba-68e60d4547c8 on network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:03:09.012214 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Port c219b397-a038-43ee-a7ba-68e60d4547c8 on network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:03:09.012548 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Attempting to bind port c219b397-a038-43ee-a7ba-68e60d4547c8 on network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:03:09.017980 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:03:09.018321 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Checking segment: {'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:03:09.018717 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Bound using segment: {'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:03:09.019158 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Bound port: c219b397-a038-43ee-a7ba-68e60d4547c8, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:03:09.019525 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:09.098414 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] For port c219b397-a038-43ee-a7ba-68e60d4547c8, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:03:09.102991 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] For port c219b397-a038-43ee-a7ba-68e60d4547c8, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c219b397-a038-43ee-a7ba-68e60d4547c8,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:03:09.111336 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:09.155262 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:09.156148 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:09.158073 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] 10.222.0.58 "PUT /v2.0/ports/c219b397-a038-43ee-a7ba-68e60d4547c8 HTTP/1.1" status: 200 len: 1094 time: 0.8075457 Aug 12 22:03:09.158534 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271d82bd-a09e-4570-afde-f9c3a590ef69', 'tag': 'c219b397-a038-43ee-a7ba-68e60d4547c8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:03:09.160984 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000dee1c-5bdb-4595-af88-0e862f9128b1" -d '{"events": [{"name": "network-changed", "server_uuid": "271d82bd-a09e-4570-afde-f9c3a590ef69", "tag": "c219b397-a038-43ee-a7ba-68e60d4547c8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:03:09.216053 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03e0e8-ba5d-486c-8899-03b1f9f90162 service neutron] Pushing event updated for resources: {'Port': ['ID=c219b397-a038-43ee-a7ba-68e60d4547c8,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:09.245947 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b848f3cf-77a1-4db4-b49d-c4631bc0afe6 x-openstack-request-id: req-b848f3cf-77a1-4db4-b49d-c4631bc0afe6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:03:09.246548 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271d82bd-a09e-4570-afde-f9c3a590ef69", "tag": "c219b397-a038-43ee-a7ba-68e60d4547c8", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:03:09.246849 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b848f3cf-77a1-4db4-b49d-c4631bc0afe6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:03:09.247542 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271d82bd-a09e-4570-afde-f9c3a590ef69', 'tag': 'c219b397-a038-43ee-a7ba-68e60d4547c8', 'status': 'completed', 'code': 200} Aug 12 22:03:09.284900 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-c008f94c-b8d1-42f2-b141-f407e7a4b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:09.286733 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-c008f94c-b8d1-42f2-b141-f407e7a4b4d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f0168f0c18f4408a7f2984a0a4038f4&device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 1097 time: 0.0573113 Aug 12 22:03:09.345089 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-432d7042-b22b-4bc0-8420-46ea7187e8f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c219b397-a038-43ee-a7ba-68e60d4547c8 HTTP/1.1" status: 200 len: 217 time: 0.0487590 Aug 12 22:03:09.411714 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-ed04ebed-c83a-4bfe-b17b-0cf53fac01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:09.413641 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-ed04ebed-c83a-4bfe-b17b-0cf53fac01c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8645d12-4e07-4775-ade2-97bd878f2184 HTTP/1.1" status: 200 len: 849 time: 0.0598929 Aug 12 22:03:09.538861 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-f61518d9-dab3-443b-84e0-432978aa43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:09.541202 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-f61518d9-dab3-443b-84e0-432978aa43a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=095a1efa-c2bb-4f8d-8a60-e45d89fec269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1180756 Aug 12 22:03:09.642667 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-b2c75f51-2093-4632-83bc-268e1fc5cb31 service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929554 Aug 12 22:03:09.757829 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-563dc60a-bb18-42aa-82fb-78f354f5ab42 req-d766b2ab-ab5f-41db-b10b-c34111e29b21 service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064532 Aug 12 22:03:09.856423 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dee1c-5bdb-4595-af88-0e862f9128b1 req-56027fb4-2a5b-42e5-894a-8373878641a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:09.857974 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-000dee1c-5bdb-4595-af88-0e862f9128b1 req-56027fb4-2a5b-42e5-894a-8373878641a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f0168f0c18f4408a7f2984a0a4038f4&device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 1097 time: 0.0475395 Aug 12 22:03:09.969717 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dee1c-5bdb-4595-af88-0e862f9128b1 req-177a525b-013b-469e-8b95-44c3a7af9278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:09.971662 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-000dee1c-5bdb-4595-af88-0e862f9128b1 req-177a525b-013b-469e-8b95-44c3a7af9278 service neutron] 10.222.0.58 "GET /v2.0/networks?id=095a1efa-c2bb-4f8d-8a60-e45d89fec269 HTTP/1.1" status: 200 len: 911 time: 0.1019368 Aug 12 22:03:10.020929 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-000dee1c-5bdb-4595-af88-0e862f9128b1 req-c71ff3e3-57ff-43cf-833f-ddf47503a334 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c219b397-a038-43ee-a7ba-68e60d4547c8 HTTP/1.1" status: 200 len: 217 time: 0.0415540 Aug 12 22:03:10.100920 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dee1c-5bdb-4595-af88-0e862f9128b1 req-a74cd411-d5be-4397-bd81-f54e7b07436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:10.102573 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-000dee1c-5bdb-4595-af88-0e862f9128b1 req-a74cd411-d5be-4397-bd81-f54e7b07436c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8645d12-4e07-4775-ade2-97bd878f2184 HTTP/1.1" status: 200 len: 849 time: 0.0733905 Aug 12 22:03:10.127277 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa0a5b-8865-4f4e-80b8-2bfb00f4f219 req-962d7991-7321-45af-a4f0-f77d3b3079b2 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:10.128888 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c7aa0a5b-8865-4f4e-80b8-2bfb00f4f219 req-962d7991-7321-45af-a4f0-f77d3b3079b2 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 944 time: 0.0711148 Aug 12 22:03:10.193564 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dee1c-5bdb-4595-af88-0e862f9128b1 req-fdfccf9d-2e81-41a7-bd3a-861fd8d85a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:10.195191 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-000dee1c-5bdb-4595-af88-0e862f9128b1 req-fdfccf9d-2e81-41a7-bd3a-861fd8d85a0c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=095a1efa-c2bb-4f8d-8a60-e45d89fec269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841312 Aug 12 22:03:10.198921 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c7aa0a5b-8865-4f4e-80b8-2bfb00f4f219 req-d665e3b6-4d92-45b1-ad4d-f5f7ceadf500 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf00cfac-e940-467a-85a2-2d9f47fcf869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524299 Aug 12 22:03:10.294450 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-000dee1c-5bdb-4595-af88-0e862f9128b1 req-9ca2f7c2-3bc5-497b-bde0-e652dc10221d service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908327 Aug 12 22:03:10.459762 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-000dee1c-5bdb-4595-af88-0e862f9128b1 req-cda572f9-a752-45ec-ab20-a43279fe06a1 service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544974 Aug 12 22:03:10.900696 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device c219b397-a038-43ee-a7ba-68e60d4547c8 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:03:11.030509 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port c219b397-a038-43ee-a7ba-68e60d4547c8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c219b397-a038-43ee-a7ba-68e60d4547c8,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:11.050896 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': 'c219b397-a038-43ee-a7ba-68e60d4547c8', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'port_id': 'c219b397-a038-43ee-a7ba-68e60d4547c8', 'mac_address': 'fa:16:3e:1b:f3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:03:11.095210 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:11.112407 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c219b397-a038-43ee-a7ba-68e60d4547c8 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:03:11.135553 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port c219b397-a038-43ee-a7ba-68e60d4547c8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c219b397-a038-43ee-a7ba-68e60d4547c8,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:11.143494 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:11.200940 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=c219b397-a038-43ee-a7ba-68e60d4547c8,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:11.340671 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76cc8d-5d80-4a92-a18f-078bd56374ad req-64e92171-7c42-41af-8dc2-d80ca124e264 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:11.342433 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ce76cc8d-5d80-4a92-a18f-078bd56374ad req-64e92171-7c42-41af-8dc2-d80ca124e264 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 945 time: 0.0663264 Aug 12 22:03:11.385556 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['c219b397-a038-43ee-a7ba-68e60d4547c8'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:03:11.402272 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ce76cc8d-5d80-4a92-a18f-078bd56374ad req-1788ef31-5195-4693-b21d-426da2e63d1e tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf00cfac-e940-467a-85a2-2d9f47fcf869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535772 Aug 12 22:03:12.567515 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf8ed1-54cb-4fc1-93ef-f2b6aa740fea req-9df07654-5d78-4d12-8aa5-d80722c7967d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:12.569046 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dccf8ed1-54cb-4fc1-93ef-f2b6aa740fea req-9df07654-5d78-4d12-8aa5-d80722c7967d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 945 time: 0.0982819 Aug 12 22:03:12.612200 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dccf8ed1-54cb-4fc1-93ef-f2b6aa740fea req-c90c4e3e-2d03-45b9-a8ce-b1a59d59134d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf00cfac-e940-467a-85a2-2d9f47fcf869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365996 Aug 12 22:03:12.914544 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device c219b397-a038-43ee-a7ba-68e60d4547c8 up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:03:12.989315 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port c219b397-a038-43ee-a7ba-68e60d4547c8 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:03:12.993540 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port c219b397-a038-43ee-a7ba-68e60d4547c8 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:03:12.993933 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:13.101895 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:13.144466 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271d82bd-a09e-4570-afde-f9c3a590ef69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c219b397-a038-43ee-a7ba-68e60d4547c8'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:03:13.147392 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1f02b8-dbec-41cb-bd3f-07dfd4ee6ab6" -d '{"events": [{"server_uuid": "271d82bd-a09e-4570-afde-f9c3a590ef69", "name": "network-vif-plugged", "status": "completed", "tag": "c219b397-a038-43ee-a7ba-68e60d4547c8"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:03:13.166888 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port c219b397-a038-43ee-a7ba-68e60d4547c8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c219b397-a038-43ee-a7ba-68e60d4547c8,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:13.171298 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:13.212788 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02032412-7903-4d97-9f6c-986c014d2e7d x-openstack-request-id: req-02032412-7903-4d97-9f6c-986c014d2e7d {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:03:13.213260 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271d82bd-a09e-4570-afde-f9c3a590ef69", "name": "network-vif-plugged", "status": "completed", "tag": "c219b397-a038-43ee-a7ba-68e60d4547c8", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:03:13.213366 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02032412-7903-4d97-9f6c-986c014d2e7d {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:03:13.213909 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271d82bd-a09e-4570-afde-f9c3a590ef69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c219b397-a038-43ee-a7ba-68e60d4547c8', 'code': 200} Aug 12 22:03:13.247562 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=c219b397-a038-43ee-a7ba-68e60d4547c8,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:13.414563 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f0e6b-fc61-44bc-b09a-3bf004cf3a9d req-489b1f7f-2178-40ef-81d7-d5f2505c58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:13.416564 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8e0f0e6b-fc61-44bc-b09a-3bf004cf3a9d req-489b1f7f-2178-40ef-81d7-d5f2505c58c2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 1099 time: 0.0496619 Aug 12 22:03:13.460628 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8e0f0e6b-fc61-44bc-b09a-3bf004cf3a9d req-e1b4a376-19a4-4c62-a8d7-0cf4775741e2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bf00cfac-e940-467a-85a2-2d9f47fcf869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364330 Aug 12 22:03:13.759950 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273d99-5963-4035-9496-650aa9b1f11e req-1c70b6c7-a2e1-40b5-a793-bea40b9daec3 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:13.761706 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e5273d99-5963-4035-9496-650aa9b1f11e req-1c70b6c7-a2e1-40b5-a793-bea40b9daec3 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 946 time: 0.0585771 Aug 12 22:03:13.804216 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e5273d99-5963-4035-9496-650aa9b1f11e req-baed35d0-e2ff-4302-a594-95e95a56db22 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf00cfac-e940-467a-85a2-2d9f47fcf869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360534 Aug 12 22:03:14.937786 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45abf00-c29f-46ca-8978-fbec9c290951 req-60ed9650-147f-4628-b899-ffaf24ca83cd tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:14.939460 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a45abf00-c29f-46ca-8978-fbec9c290951 req-60ed9650-147f-4628-b899-ffaf24ca83cd tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 946 time: 0.0513706 Aug 12 22:03:15.015533 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a45abf00-c29f-46ca-8978-fbec9c290951 req-2bec3dac-09b0-4e88-b8ed-71cf2849dc08 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf00cfac-e940-467a-85a2-2d9f47fcf869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522389 Aug 12 22:03:15.119519 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d85691-43df-48cb-8bb4-0a9c5a180fef req-58ee5740-02b2-456c-9454-af8a2f0af19a tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:15.122719 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-97d85691-43df-48cb-8bb4-0a9c5a180fef req-58ee5740-02b2-456c-9454-af8a2f0af19a tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 946 time: 0.0553181 Aug 12 22:03:15.129989 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 36554) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:15.135824 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-40c5e472-627a-4145-8ac5-4bff581c909d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Request body: {'floatingip': {'port_id': 'c219b397-a038-43ee-a7ba-68e60d4547c8'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:03:15.176685 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-40c5e472-627a-4145-8ac5-4bff581c909d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for floatingip, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:15.435287 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c02e72f0-73a7-450c-93ce-371131b8e230 req-fb43df20-c853-4c9a-b6d4-b7942730df38 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0914505 Aug 12 22:03:15.595148 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e72f0-73a7-450c-93ce-371131b8e230 req-8bcffea4-695c-49fc-9762-39677b83a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:15.596626 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c02e72f0-73a7-450c-93ce-371131b8e230 req-8bcffea4-695c-49fc-9762-39677b83a67d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cb2e69a590040cb83336b3d22d2760c&device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 1098 time: 0.0833900 Aug 12 22:03:15.793055 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:15.854965 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e72f0-73a7-450c-93ce-371131b8e230 req-d687aa57-77ec-438c-b99c-17f12a578571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:15.856831 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c02e72f0-73a7-450c-93ce-371131b8e230 req-d687aa57-77ec-438c-b99c-17f12a578571 service neutron] 10.222.0.58 "GET /v2.0/networks?id=62ca0b8a-42eb-40a6-95bf-2de7f58a298a HTTP/1.1" status: 200 len: 910 time: 0.2335329 Aug 12 22:03:15.866581 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-40c5e472-627a-4145-8ac5-4bff581c909d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:15.876708 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-40c5e472-627a-4145-8ac5-4bff581c909d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:16.106819 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c02e72f0-73a7-450c-93ce-371131b8e230 req-c4d1dba6-4001-4683-a857-3906dc8bde7a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7 HTTP/1.1" status: 200 len: 1000 time: 0.2387495 Aug 12 22:03:16.111099 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.l3_db [None req-40c5e472-627a-4145-8ac5-4bff581c909d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Floating IP 4ebd025f-cd40-40d5-819a-3f8d166ab4ed associated. External IP: 172.27.0.235, port: c219b397-a038-43ee-a7ba-68e60d4547c8. Aug 12 22:03:16.640170 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d2a0d-22d0-4c22-9c70-d9d6931942fe req-44b92e2b-ad27-4ab4-a403-ff9d473e9a70 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:16.641815 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9b3d2a0d-22d0-4c22-9c70-d9d6931942fe req-44b92e2b-ad27-4ab4-a403-ff9d473e9a70 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.4351165 Aug 12 22:03:16.646290 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e72f0-73a7-450c-93ce-371131b8e230 req-26b9149c-6efb-422a-bc8f-275503d99629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:16.648200 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c02e72f0-73a7-450c-93ce-371131b8e230 req-26b9149c-6efb-422a-bc8f-275503d99629 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f HTTP/1.1" status: 200 len: 848 time: 0.4535708 Aug 12 22:03:16.825301 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9b3d2a0d-22d0-4c22-9c70-d9d6931942fe req-1eb2e285-5ab7-4911-8da0-ef80b8a642c7 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754816 Aug 12 22:03:16.837585 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e72f0-73a7-450c-93ce-371131b8e230 req-9468319f-0fce-47c5-8d02-ee3f98ce1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:16.855039 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c02e72f0-73a7-450c-93ce-371131b8e230 req-9468319f-0fce-47c5-8d02-ee3f98ce1d47 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=62ca0b8a-42eb-40a6-95bf-2de7f58a298a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1922340 Aug 12 22:03:16.949696 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c5e472-627a-4145-8ac5-4bff581c909d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Router 6f0f52de-15e0-4444-bdad-330ef4cff078 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:03:17.045792 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c02e72f0-73a7-450c-93ce-371131b8e230 req-161745e8-5a47-4242-aa14-88e9c82ec6b5 service neutron] 10.222.0.58 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896243 Aug 12 22:03:17.210253 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c5e472-627a-4145-8ac5-4bff581c909d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:03:17.217786 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-40c5e472-627a-4145-8ac5-4bff581c909d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:17.227102 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae907c5-bd7e-4802-a89e-b767a3db5899 None None] Sync routers for ids ['6f0f52de-15e0-4444-bdad-330ef4cff078'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:03:17.237983 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae907c5-bd7e-4802-a89e-b767a3db5899 None None] Routers {'6f0f52de-15e0-4444-bdad-330ef4cff078'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:03:17.238851 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3ae907c5-bd7e-4802-a89e-b767a3db5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:02:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['6f0f52de-15e0-4444-bdad-330ef4cff078'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:17.260273 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-40c5e472-627a-4145-8ac5-4bff581c909d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "PUT /v2.0/floatingips/4ebd025f-cd40-40d5-819a-3f8d166ab4ed HTTP/1.1" status: 200 len: 992 time: 2.1286166 Aug 12 22:03:17.262702 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271d82bd-a09e-4570-afde-f9c3a590ef69', 'tag': 'c219b397-a038-43ee-a7ba-68e60d4547c8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:03:17.265330 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a0f064-be64-460a-a1ce-95cf0e546bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "271d82bd-a09e-4570-afde-f9c3a590ef69", "tag": "c219b397-a038-43ee-a7ba-68e60d4547c8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:03:17.313326 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c02e72f0-73a7-450c-93ce-371131b8e230 req-a30ef7bb-e405-4340-8857-9451501acadd service neutron] 10.222.0.58 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586756 Aug 12 22:03:17.381820 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-3ae907c5-bd7e-4802-a89e-b767a3db5899 None None] Set router 6f0f52de-15e0-4444-bdad-330ef4cff078 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:03:17.433698 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a3d476-77f9-4ac6-b285-19068e1b36c1 x-openstack-request-id: req-a0a3d476-77f9-4ac6-b285-19068e1b36c1 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:03:17.434120 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271d82bd-a09e-4570-afde-f9c3a590ef69", "tag": "c219b397-a038-43ee-a7ba-68e60d4547c8", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:03:17.434578 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0a3d476-77f9-4ac6-b285-19068e1b36c1 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:03:17.435883 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271d82bd-a09e-4570-afde-f9c3a590ef69', 'tag': 'c219b397-a038-43ee-a7ba-68e60d4547c8', 'status': 'completed', 'code': 200} Aug 12 22:03:17.516047 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0f064-be64-460a-a1ce-95cf0e546bc4 req-4a695593-c5eb-46b0-95df-a29afb90e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:17.517454 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-52a0f064-be64-460a-a1ce-95cf0e546bc4 req-4a695593-c5eb-46b0-95df-a29afb90e5b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f0168f0c18f4408a7f2984a0a4038f4&device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 1099 time: 0.0509129 Aug 12 22:03:17.625165 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0f064-be64-460a-a1ce-95cf0e546bc4 req-21e2247d-f9e8-4e1e-b512-f431e41406d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:17.626703 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-52a0f064-be64-460a-a1ce-95cf0e546bc4 req-21e2247d-f9e8-4e1e-b512-f431e41406d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=095a1efa-c2bb-4f8d-8a60-e45d89fec269 HTTP/1.1" status: 200 len: 911 time: 0.1006892 Aug 12 22:03:17.705329 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-52a0f064-be64-460a-a1ce-95cf0e546bc4 req-ab01be6c-e282-44aa-b654-6e887051cf27 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c219b397-a038-43ee-a7ba-68e60d4547c8 HTTP/1.1" status: 200 len: 1000 time: 0.0684037 Aug 12 22:03:17.708113 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3ae907c5-bd7e-4802-a89e-b767a3db5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '4ebd025f-cd40-40d5-819a-3f8d166ab4ed', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'port_id': 'c219b397-a038-43ee-a7ba-68e60d4547c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'mac_address': 'fa:16:3e:1b:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271d82bd-a09e-4570-afde-f9c3a590ef69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:03:03Z', 'updated_at': '2021-08-12T22:03:15Z', 'revision_number': 1, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3509a6-c8df-4317-ac77-974557617d30', 'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'mac_address': 'fa:16:3e:8c:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:58Z', 'updated_at': '2021-08-12T21:58:09Z', 'revision_number': 5, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'subnets': [{'id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:17.763500 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0f064-be64-460a-a1ce-95cf0e546bc4 req-f0027ddb-b2c0-4dbe-84fa-fb091afbc04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:17.765196 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-52a0f064-be64-460a-a1ce-95cf0e546bc4 req-f0027ddb-b2c0-4dbe-84fa-fb091afbc04d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8645d12-4e07-4775-ade2-97bd878f2184 HTTP/1.1" status: 200 len: 849 time: 0.0489051 Aug 12 22:03:17.819597 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0f064-be64-460a-a1ce-95cf0e546bc4 req-c7020826-9cf6-4944-803a-21865cbd1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:17.821531 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-52a0f064-be64-460a-a1ce-95cf0e546bc4 req-c7020826-9cf6-4944-803a-21865cbd1de6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=095a1efa-c2bb-4f8d-8a60-e45d89fec269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454605 Aug 12 22:03:17.929880 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae907c5-bd7e-4802-a89e-b767a3db5899 None None] Checking router: 6f0f52de-15e0-4444-bdad-330ef4cff078 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:03:17.943683 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae907c5-bd7e-4802-a89e-b767a3db5899 None None] Routers {'6f0f52de-15e0-4444-bdad-330ef4cff078'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:03:17.943683 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3ae907c5-bd7e-4802-a89e-b767a3db5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:02:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['6f0f52de-15e0-4444-bdad-330ef4cff078'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:17.987736 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-52a0f064-be64-460a-a1ce-95cf0e546bc4 req-4b46cb78-2613-424a-a4f3-938c6d5d9bb0 service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575615 Aug 12 22:03:18.008326 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653b2ce-63f7-4e2f-9741-a6df50eff31e req-611c2a41-a956-487d-902b-7251d04b33a3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:18.010400 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d653b2ce-63f7-4e2f-9741-a6df50eff31e req-611c2a41-a956-487d-902b-7251d04b33a3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0823913 Aug 12 22:03:18.110376 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-3ae907c5-bd7e-4802-a89e-b767a3db5899 None None] Set router 6f0f52de-15e0-4444-bdad-330ef4cff078 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:03:18.136212 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d653b2ce-63f7-4e2f-9741-a6df50eff31e req-d11f0531-233e-4674-b83e-ea6d7824559c tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107090 Aug 12 22:03:18.171605 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-52a0f064-be64-460a-a1ce-95cf0e546bc4 req-e630c625-18e1-44e0-abd0-3bf6cc6a48fd service neutron] 10.222.0.58 "GET /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599729 Aug 12 22:03:18.378554 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3ae907c5-bd7e-4802-a89e-b767a3db5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '4ebd025f-cd40-40d5-819a-3f8d166ab4ed', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'port_id': 'c219b397-a038-43ee-a7ba-68e60d4547c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'mac_address': 'fa:16:3e:1b:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271d82bd-a09e-4570-afde-f9c3a590ef69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:03:03Z', 'updated_at': '2021-08-12T22:03:15Z', 'revision_number': 1, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3509a6-c8df-4317-ac77-974557617d30', 'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'mac_address': 'fa:16:3e:8c:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:58Z', 'updated_at': '2021-08-12T21:58:09Z', 'revision_number': 5, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'subnets': [{'id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:18.428804 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae907c5-bd7e-4802-a89e-b767a3db5899 None None] The sync data for ids ['6f0f52de-15e0-4444-bdad-330ef4cff078'] in dv-cinder-804459-3-iscsi is: [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '4ebd025f-cd40-40d5-819a-3f8d166ab4ed', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'port_id': 'c219b397-a038-43ee-a7ba-68e60d4547c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'mac_address': 'fa:16:3e:1b:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271d82bd-a09e-4570-afde-f9c3a590ef69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:03:03Z', 'updated_at': '2021-08-12T22:03:15Z', 'revision_number': 1, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3509a6-c8df-4317-ac77-974557617d30', 'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'mac_address': 'fa:16:3e:8c:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:58Z', 'updated_at': '2021-08-12T21:58:09Z', 'revision_number': 5, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'subnets': [{'id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:03:18.676404 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba1d883-f82c-40b8-8783-46df3b66139b None None] New status for floating IP 4ebd025f-cd40-40d5-819a-3f8d166ab4ed: ACTIVE {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:03:19.268887 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298064bf-9e7d-45ec-ac31-e49755cf0c2e req-3474d4ee-3791-4ca8-a4a5-49e11d4cf45f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:19.271071 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-298064bf-9e7d-45ec-ac31-e49755cf0c2e req-3474d4ee-3791-4ca8-a4a5-49e11d4cf45f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0665493 Aug 12 22:03:19.320760 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-298064bf-9e7d-45ec-ac31-e49755cf0c2e req-66016249-d920-4f58-b157-d8c341871650 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415127 Aug 12 22:03:20.440046 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e20948-d866-432e-bc90-f17368bc3d87 req-268ba394-2cd2-4478-ad88-61592aa6e87e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:20.447922 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a4e20948-d866-432e-bc90-f17368bc3d87 req-268ba394-2cd2-4478-ad88-61592aa6e87e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0618529 Aug 12 22:03:20.484811 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a4e20948-d866-432e-bc90-f17368bc3d87 req-c4acf182-c631-4ccb-88c9-73b5a1e5034a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359087 Aug 12 22:03:21.629212 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601fa46-36af-406f-8264-77ae24a57add req-5ae75596-ad43-43ef-96dd-2e1b3c262e68 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:21.631236 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6601fa46-36af-406f-8264-77ae24a57add req-5ae75596-ad43-43ef-96dd-2e1b3c262e68 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0593960 Aug 12 22:03:21.692570 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6601fa46-36af-406f-8264-77ae24a57add req-5e8e4f55-fad8-4a03-a970-f3fbb865068f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546079 Aug 12 22:03:21.858050 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-454e986d-d71a-4876-b1dd-928782d81e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:22.827895 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac169c-dd02-46f8-aab5-7388c3c3205a req-39eab4f1-fc31-403d-b5b6-cfe881e7ed14 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:22.829497 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-09ac169c-dd02-46f8-aab5-7388c3c3205a req-39eab4f1-fc31-403d-b5b6-cfe881e7ed14 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0578504 Aug 12 22:03:22.879979 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-09ac169c-dd02-46f8-aab5-7388c3c3205a req-c1c22baf-29fa-4b63-a435-5664f92e3210 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438764 Aug 12 22:03:24.007669 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4334b1-8ab3-4030-bc50-8e9ff89af9bf req-2801edce-120d-430c-908a-813d0c96ed98 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:24.009728 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6d4334b1-8ab3-4030-bc50-8e9ff89af9bf req-2801edce-120d-430c-908a-813d0c96ed98 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0519264 Aug 12 22:03:24.048710 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6d4334b1-8ab3-4030-bc50-8e9ff89af9bf req-5d7f0be8-2dae-4cba-84d3-ffaf34f59161 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330420 Aug 12 22:03:24.463333 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f7a94ca5-2fb6-40ea-997b-cc9cc6145471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:24.465230 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:25.164148 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eebcad-5ec4-4e54-b4df-1ccab611a0f1 req-10562b4e-8d7b-49c8-b83d-c252a773ef08 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:25.166280 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50eebcad-5ec4-4e54-b4df-1ccab611a0f1 req-10562b4e-8d7b-49c8-b83d-c252a773ef08 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0486984 Aug 12 22:03:25.207510 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50eebcad-5ec4-4e54-b4df-1ccab611a0f1 req-44609582-4342-4bd1-b0b4-1f6a6ab3b1c7 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353055 Aug 12 22:03:25.464497 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36730) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:25.508525 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6ca7b8-5240-4163-b14a-37ac46bb3962 admin admin] Deleting subnet 79ec7f5b-f23c-4049-9294-fd5aeed35bab {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:03:25.512102 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca7b8-5240-4163-b14a-37ac46bb3962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:25.545793 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca7b8-5240-4163-b14a-37ac46bb3962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287314101'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:25.585044 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca7b8-5240-4163-b14a-37ac46bb3962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:25.638875 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca7b8-5240-4163-b14a-37ac46bb3962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287189987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4286855062'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:25.661786 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ca7b8-5240-4163-b14a-37ac46bb3962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ec7f5b-f23c-4049-9294-fd5aeed35bab,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:25.667484 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca7b8-5240-4163-b14a-37ac46bb3962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:25.669744 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-6a6ca7b8-5240-4163-b14a-37ac46bb3962 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/79ec7f5b-f23c-4049-9294-fd5aeed35bab HTTP/1.1" status: 204 len: 168 time: 0.2039537 Aug 12 22:03:25.671852 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36732) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:25.682429 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:25.739045 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-88808c2c-5f2d-4b03-94a3-cf9b0dc2bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:25.819542 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-88808c2c-5f2d-4b03-94a3-cf9b0dc2bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:25.829707 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-88808c2c-5f2d-4b03-94a3-cf9b0dc2bd61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3401298-6155-41ac-afd1-5e3547424005']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:25.839575 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-88808c2c-5f2d-4b03-94a3-cf9b0dc2bd61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1449ad-10f3-4683-8edd-45cbced6fabe') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:25.839867 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-88808c2c-5f2d-4b03-94a3-cf9b0dc2bd61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1449ad-10f3-4683-8edd-45cbced6fabe') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:25.848668 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-88808c2c-5f2d-4b03-94a3-cf9b0dc2bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287314082'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:25.862616 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-88808c2c-5f2d-4b03-94a3-cf9b0dc2bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:25.868050 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88808c2c-5f2d-4b03-94a3-cf9b0dc2bd61 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:03:25.868996 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-88808c2c-5f2d-4b03-94a3-cf9b0dc2bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287189821'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: timer() Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: cb(*args, **kw) Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: self._notify() Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: self.callback(batched_events) Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: event.method(event) Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._get(url).json() Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:03:25.870622 dv-cinder-804459-3-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:03:25.923996 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-88808c2c-5f2d-4b03-94a3-cf9b0dc2bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:25.929257 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-88808c2c-5f2d-4b03-94a3-cf9b0dc2bd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:25.931685 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-88808c2c-5f2d-4b03-94a3-cf9b0dc2bd61 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b3401298-6155-41ac-afd1-5e3547424005 HTTP/1.1" status: 204 len: 168 time: 0.2588894 Aug 12 22:03:25.942252 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88808c2c-5f2d-4b03-94a3-cf9b0dc2bd61 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3401298-6155-41ac-afd1-5e3547424005,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:26.096243 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36740) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:26.143129 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-f58fd0c0-af0f-434b-ac1e-b0f109206fb4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d1b4cdcb3b641018da7cebbb7f570ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455687 Aug 12 22:03:26.145711 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36742) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:26.196277 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-66f74663-f908-437a-9082-ee9f11c1110e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:26.216831 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-66f74663-f908-437a-9082-ee9f11c1110e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:26.262523 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-66f74663-f908-437a-9082-ee9f11c1110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:26.265018 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-66f74663-f908-437a-9082-ee9f11c1110e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:26.268563 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-66f74663-f908-437a-9082-ee9f11c1110e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0bae1be-77b3-4194-8c9b-ee16484bd2c4 HTTP/1.1" status: 204 len: 168 time: 0.1194305 Aug 12 22:03:26.276335 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f74663-f908-437a-9082-ee9f11c1110e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bae1be-77b3-4194-8c9b-ee16484bd2c4,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:26.384934 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3bbc5-5e60-49f2-bbcd-3bacbe15a3fc req-eee1f818-c161-456f-a18e-2ba349fcbbd7 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:26.386770 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2ad3bbc5-5e60-49f2-bbcd-3bacbe15a3fc req-eee1f818-c161-456f-a18e-2ba349fcbbd7 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.1072588 Aug 12 22:03:26.393362 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e7649-53ab-4af1-b292-7627b3f85f10 req-43a9c5f8-2405-4e4a-b710-903abe4a4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:26.394829 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5e4e7649-53ab-4af1-b292-7627b3f85f10 req-43a9c5f8-2405-4e4a-b710-903abe4a4d94 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cb2e69a590040cb83336b3d22d2760c&device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 1098 time: 0.0662794 Aug 12 22:03:26.483067 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2ad3bbc5-5e60-49f2-bbcd-3bacbe15a3fc req-d6fed235-2d82-40dc-ac82-f9b608a8fed0 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872705 Aug 12 22:03:26.521174 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e7649-53ab-4af1-b292-7627b3f85f10 req-e94b9d96-2e2c-4a10-a3fa-de4f397a3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:26.522678 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5e4e7649-53ab-4af1-b292-7627b3f85f10 req-e94b9d96-2e2c-4a10-a3fa-de4f397a3f7f service neutron] 10.222.0.58 "GET /v2.0/networks?id=62ca0b8a-42eb-40a6-95bf-2de7f58a298a HTTP/1.1" status: 200 len: 910 time: 0.1137536 Aug 12 22:03:26.594315 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5e4e7649-53ab-4af1-b292-7627b3f85f10 req-13127d1b-2197-4068-a4d1-600508a56765 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7 HTTP/1.1" status: 200 len: 1000 time: 0.0625038 Aug 12 22:03:26.645213 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e7649-53ab-4af1-b292-7627b3f85f10 req-631553e2-b58f-4f53-879d-998edb9faffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:26.646871 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5e4e7649-53ab-4af1-b292-7627b3f85f10 req-631553e2-b58f-4f53-879d-998edb9faffc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f HTTP/1.1" status: 200 len: 848 time: 0.0447509 Aug 12 22:03:26.698089 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e7649-53ab-4af1-b292-7627b3f85f10 req-edb38b58-56b3-43f8-b207-628d040307ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:26.699584 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5e4e7649-53ab-4af1-b292-7627b3f85f10 req-edb38b58-56b3-43f8-b207-628d040307ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=62ca0b8a-42eb-40a6-95bf-2de7f58a298a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452819 Aug 12 22:03:26.797015 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5e4e7649-53ab-4af1-b292-7627b3f85f10 req-19ea7dfc-8577-48e1-9716-3497f1913a63 service neutron] 10.222.0.58 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887830 Aug 12 22:03:26.902343 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5e4e7649-53ab-4af1-b292-7627b3f85f10 req-064ebc79-c9dc-4bb8-ac35-31c403f5e5ba service neutron] 10.222.0.58 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969219 Aug 12 22:03:27.603943 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99e3d5-f655-4282-bbdf-30cf8145c9f8 req-f1ac7a43-4b99-41b5-b968-ea6c72063303 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:27.605430 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7c99e3d5-f655-4282-bbdf-30cf8145c9f8 req-f1ac7a43-4b99-41b5-b968-ea6c72063303 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0502379 Aug 12 22:03:27.642712 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7c99e3d5-f655-4282-bbdf-30cf8145c9f8 req-184ccbcb-2e14-4f90-a906-290394274871 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313373 Aug 12 22:03:27.715710 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:28.765365 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ecb3c-9890-4e13-adda-b5e960766086 req-31b92e3a-9f66-429c-b094-f5b64849219b tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:28.767140 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dd7ecb3c-9890-4e13-adda-b5e960766086 req-31b92e3a-9f66-429c-b094-f5b64849219b tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0525219 Aug 12 22:03:28.806048 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-dd7ecb3c-9890-4e13-adda-b5e960766086 req-95350f4c-5ef6-4752-be93-a816e9086361 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329006 Aug 12 22:03:29.925626 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc3db3-8b26-4302-ae3d-fdd38858e603 req-f6f016cf-2078-407f-aeb6-0d2a4a7b0f84 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:29.927104 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-47bc3db3-8b26-4302-ae3d-fdd38858e603 req-f6f016cf-2078-407f-aeb6-0d2a4a7b0f84 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0521517 Aug 12 22:03:29.967403 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-47bc3db3-8b26-4302-ae3d-fdd38858e603 req-99b11748-d7bc-4b6c-829e-5b6e2a32733c tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337491 Aug 12 22:03:30.202357 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b9fff-ca95-452f-9015-2ba8febbacf5 req-53a16f97-cc8a-4178-b407-c2006a257a95 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:30.203670 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f22b9fff-ca95-452f-9015-2ba8febbacf5 req-53a16f97-cc8a-4178-b407-c2006a257a95 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0539579 Aug 12 22:03:30.229817 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 36824) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:30.244392 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f22b9fff-ca95-452f-9015-2ba8febbacf5 req-44a3e827-a26c-4a42-9752-3e318c155468 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346653 Aug 12 22:03:30.338404 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c2ffff22-37c0-4f74-b0bc-31360410356b req-ae85e734-7b6f-4069-82a9-0a47dcc6e1ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073370 Aug 12 22:03:31.069468 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device fe396ff6-fe94-4b3e-9adb-903518f0f6b7 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:03:31.149652 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:31.175106 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d29492a-51bc-46c5-8626-0e2807854661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:03:31.177337 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107ead2b-d39b-4c87-a567-20f9ba09bf0a" -d '{"events": [{"server_uuid": "9d29492a-51bc-46c5-8626-0e2807854661", "name": "network-vif-unplugged", "status": "completed", "tag": "fe396ff6-fe94-4b3e-9adb-903518f0f6b7"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:03:31.191928 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port fe396ff6-fe94-4b3e-9adb-903518f0f6b7, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:31.197676 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:31.229810 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 22:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950026a4-7151-4dba-a634-0ea6c556261e x-openstack-request-id: req-950026a4-7151-4dba-a634-0ea6c556261e {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:03:31.230134 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d29492a-51bc-46c5-8626-0e2807854661", "name": "network-vif-unplugged", "status": "failed", "tag": "fe396ff6-fe94-4b3e-9adb-903518f0f6b7", "code": 422}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:03:31.230390 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-950026a4-7151-4dba-a634-0ea6c556261e {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:03:31.230785 dv-cinder-804459-3-iscsi neutron-server[93879]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d29492a-51bc-46c5-8626-0e2807854661', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7', 'code': 422} returned with failed status Aug 12 22:03:31.251646 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,revision_number=6']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:31.369918 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7b7a0-afdc-455c-b694-fede3e785613 req-70a98031-1a2a-4da0-96a0-041fea60e261 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:31.371404 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a7c7b7a0-afdc-455c-b694-fede3e785613 req-70a98031-1a2a-4da0-96a0-041fea60e261 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.0557666 Aug 12 22:03:31.412037 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a7c7b7a0-afdc-455c-b694-fede3e785613 req-6b460d21-9694-4af4-8dc9-ad7a5dc4947a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334725 Aug 12 22:03:31.649366 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffff22-37c0-4f74-b0bc-31360410356b req-802a18ef-7d6c-4347-b7fc-c56b9b4e7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:31.650900 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c2ffff22-37c0-4f74-b0bc-31360410356b req-802a18ef-7d6c-4347-b7fc-c56b9b4e7aad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661&tenant_id=9cb2e69a590040cb83336b3d22d2760c HTTP/1.1" status: 200 len: 1096 time: 0.0442333 Aug 12 22:03:31.715707 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffff22-37c0-4f74-b0bc-31360410356b req-f30624fe-b3a9-4bda-a181-7131281cbcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:31.717208 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c2ffff22-37c0-4f74-b0bc-31360410356b req-f30624fe-b3a9-4bda-a181-7131281cbcca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cb2e69a590040cb83336b3d22d2760c&device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 1096 time: 0.0419259 Aug 12 22:03:31.809833 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffff22-37c0-4f74-b0bc-31360410356b req-c6e4663a-2e79-4954-b3ec-042e3c952268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:31.811349 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c2ffff22-37c0-4f74-b0bc-31360410356b req-c6e4663a-2e79-4954-b3ec-042e3c952268 service neutron] 10.222.0.58 "GET /v2.0/networks?id=62ca0b8a-42eb-40a6-95bf-2de7f58a298a HTTP/1.1" status: 200 len: 910 time: 0.0869491 Aug 12 22:03:31.884140 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c2ffff22-37c0-4f74-b0bc-31360410356b req-06ed5771-ea70-47bb-b459-8dedd7fbe1f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7 HTTP/1.1" status: 200 len: 998 time: 0.0655093 Aug 12 22:03:31.936281 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffff22-37c0-4f74-b0bc-31360410356b req-5aa43c18-2128-4a34-b2c8-d0e22b8ef9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:31.937654 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c2ffff22-37c0-4f74-b0bc-31360410356b req-5aa43c18-2128-4a34-b2c8-d0e22b8ef9cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f HTTP/1.1" status: 200 len: 848 time: 0.0451722 Aug 12 22:03:31.985143 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffff22-37c0-4f74-b0bc-31360410356b req-f045540b-cfa9-4784-ae2e-2efb97d6881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:31.986766 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c2ffff22-37c0-4f74-b0bc-31360410356b req-f045540b-cfa9-4784-ae2e-2efb97d6881f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=62ca0b8a-42eb-40a6-95bf-2de7f58a298a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417180 Aug 12 22:03:32.083756 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c2ffff22-37c0-4f74-b0bc-31360410356b req-2d345568-c99e-4a0b-9bc9-b7bbb9839a43 service neutron] 10.222.0.58 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877516 Aug 12 22:03:32.174017 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c2ffff22-37c0-4f74-b0bc-31360410356b req-4c5a5dc1-a73b-42ac-8eec-bc512f4c8d55 service neutron] 10.222.0.58 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821452 Aug 12 22:03:32.549093 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc06e73-50a8-4af2-8231-3846ee6b803a req-0f45112f-8159-4d56-b136-168e06de115d tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:32.556142 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2bc06e73-50a8-4af2-8231-3846ee6b803a req-0f45112f-8159-4d56-b136-168e06de115d tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.0731242 Aug 12 22:03:32.591644 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2bc06e73-50a8-4af2-8231-3846ee6b803a req-22d8e813-64b1-47d1-9cc6-b7700c0826e7 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346272 Aug 12 22:03:33.718053 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd2238-a4e6-4018-96c9-3d6c6dac54a4 req-45db2657-a866-4aa6-9d69-bbf6e54b4955 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:33.719867 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0afd2238-a4e6-4018-96c9-3d6c6dac54a4 req-45db2657-a866-4aa6-9d69-bbf6e54b4955 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.0584252 Aug 12 22:03:33.760942 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0afd2238-a4e6-4018-96c9-3d6c6dac54a4 req-c6999d33-d8f6-44e1-8684-127ad96f81a3 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347524 Aug 12 22:03:34.136030 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed42b8-33f4-4b28-bb5b-faa5335874e7 req-b09464f3-cf3a-4640-9487-36d8881fc32e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:34.137454 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-afed42b8-33f4-4b28-bb5b-faa5335874e7 req-b09464f3-cf3a-4640-9487-36d8881fc32e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0492268 Aug 12 22:03:34.174784 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-afed42b8-33f4-4b28-bb5b-faa5335874e7 req-2b71afde-1f7d-41af-bba3-9db813bb77ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309765 Aug 12 22:03:34.878902 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b807c-2cd1-43a9-9bf1-8ee9a27a7cf9 req-958dc19a-8441-4613-b2a4-e42419c282c5 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:34.880586 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-436b807c-2cd1-43a9-9bf1-8ee9a27a7cf9 req-958dc19a-8441-4613-b2a4-e42419c282c5 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.0523036 Aug 12 22:03:34.918555 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-436b807c-2cd1-43a9-9bf1-8ee9a27a7cf9 req-688813f6-112b-4401-840b-5bef94a9f2a1 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320156 Aug 12 22:03:35.292207 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2a533-d785-4eed-9f8c-fb59e9972350 req-bcbb80d4-7a45-480c-aa26-e03a066f78b1 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:35.293593 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-05c2a533-d785-4eed-9f8c-fb59e9972350 req-bcbb80d4-7a45-480c-aa26-e03a066f78b1 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0482993 Aug 12 22:03:35.330967 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-05c2a533-d785-4eed-9f8c-fb59e9972350 req-ddfe7934-4f7f-4152-b343-1cfc8e0e61f0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311263 Aug 12 22:03:36.031934 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf07b0e-bc42-4f4d-95a5-24ab0861381a req-77ee2541-13ac-45ee-8be9-cf2cef782f1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:36.033412 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-baf07b0e-bc42-4f4d-95a5-24ab0861381a req-77ee2541-13ac-45ee-8be9-cf2cef782f1e tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.0480385 Aug 12 22:03:36.071755 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-baf07b0e-bc42-4f4d-95a5-24ab0861381a req-7f50f0bb-327d-40bb-9c73-ed5a3c1e1baf tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322597 Aug 12 22:03:36.452105 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6567fc-8ac3-4a7b-a1e5-4ec8cfeff6e5 req-f401b4b6-934c-49f7-b449-836e35712030 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:36.453454 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-de6567fc-8ac3-4a7b-a1e5-4ec8cfeff6e5 req-f401b4b6-934c-49f7-b449-836e35712030 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0501647 Aug 12 22:03:36.489909 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-de6567fc-8ac3-4a7b-a1e5-4ec8cfeff6e5 req-99011292-becc-4d89-bd6c-6c5a07dfc90f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304651 Aug 12 22:03:37.185533 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d29ad-5b2f-4be8-8d7e-1cbf32e29dde req-81a85f93-efe6-4a02-8e3b-bd9461a7201b tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:37.187058 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-340d29ad-5b2f-4be8-8d7e-1cbf32e29dde req-81a85f93-efe6-4a02-8e3b-bd9461a7201b tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.0487530 Aug 12 22:03:37.225316 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-340d29ad-5b2f-4be8-8d7e-1cbf32e29dde req-38c77653-ecf0-46bc-a69a-81592ae34970 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323527 Aug 12 22:03:37.611036 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e6fde-a34d-476e-b807-c4d693aae0cf req-87e0412c-6db2-4185-a829-f3bc7116102f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:37.612498 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-260e6fde-a34d-476e-b807-c4d693aae0cf req-87e0412c-6db2-4185-a829-f3bc7116102f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0510843 Aug 12 22:03:37.649219 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-260e6fde-a34d-476e-b807-c4d693aae0cf req-26cae32c-b850-4465-95a4-2bb698e50dab tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308497 Aug 12 22:03:38.344505 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c91339-5b8f-4ebf-8bf6-cfa734e6d96d req-a089a0ba-05a3-425d-bf5a-e4873d7e66d9 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:38.346057 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-83c91339-5b8f-4ebf-8bf6-cfa734e6d96d req-a089a0ba-05a3-425d-bf5a-e4873d7e66d9 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 943 time: 0.0538929 Aug 12 22:03:38.384364 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-83c91339-5b8f-4ebf-8bf6-cfa734e6d96d req-2b66d621-896b-4e33-805d-dd468a1db9e9 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320659 Aug 12 22:03:38.768821 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cd523-79f7-49a3-b15d-8dd1d4e49489 req-5906234e-6d45-4ae4-b623-4586998c0e53 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:38.770377 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e2cd523-79f7-49a3-b15d-8dd1d4e49489 req-5906234e-6d45-4ae4-b623-4586998c0e53 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0491824 Aug 12 22:03:38.813811 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0e2cd523-79f7-49a3-b15d-8dd1d4e49489 req-7d49496a-159f-4cc1-b7dc-94405c55611c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370369 Aug 12 22:03:39.070788 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device fe396ff6-fe94-4b3e-9adb-903518f0f6b7 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:03:39.167237 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port fe396ff6-fe94-4b3e-9adb-903518f0f6b7, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:39.178145 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'port_id': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7', 'mac_address': 'fa:16:3e:0a:e4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:03:39.215314 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:39.227929 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe396ff6-fe94-4b3e-9adb-903518f0f6b7 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:03:39.247395 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port fe396ff6-fe94-4b3e-9adb-903518f0f6b7, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:39.251180 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:39.296848 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,revision_number=7']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:39.303731 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:39.304084 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:39.304429 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:39.304766 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:39.305101 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:39.305441 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:39.305808 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:39.306137 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:39.306488 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:39.306818 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:39.307146 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:39.307470 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:39.498121 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6cb45-7885-408e-8779-0d6f571dabde req-4ee38f4c-5a37-454e-b825-66df37543905 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:39.499594 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f4a6cb45-7885-408e-8779-0d6f571dabde req-4ee38f4c-5a37-454e-b825-66df37543905 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 944 time: 0.0485091 Aug 12 22:03:39.508530 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['fe396ff6-fe94-4b3e-9adb-903518f0f6b7'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:03:39.537187 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f4a6cb45-7885-408e-8779-0d6f571dabde req-84f9418b-d637-4aba-9a68-14ab93776c53 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316367 Aug 12 22:03:39.938752 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2ac8c-e6e4-4b6c-99e8-09bbf9339a09 req-091b885d-f2c2-404c-8846-d2740550dc61 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:39.940277 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0af2ac8c-e6e4-4b6c-99e8-09bbf9339a09 req-091b885d-f2c2-404c-8846-d2740550dc61 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0521505 Aug 12 22:03:39.983653 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0af2ac8c-e6e4-4b6c-99e8-09bbf9339a09 req-21541edc-51cf-4433-bbf5-2f18e6ebc530 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360014 Aug 12 22:03:40.654428 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fd7f6-3255-482f-9b31-1c8c630442cf req-69597a9d-4c91-42d7-9e90-4b263081ebdb tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:40.655913 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-994fd7f6-3255-482f-9b31-1c8c630442cf req-69597a9d-4c91-42d7-9e90-4b263081ebdb tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 944 time: 0.0484903 Aug 12 22:03:40.692682 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-994fd7f6-3255-482f-9b31-1c8c630442cf req-6bb469f3-c978-4d9f-acb9-a0e4cc7f1b92 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309110 Aug 12 22:03:41.069572 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device fe396ff6-fe94-4b3e-9adb-903518f0f6b7 up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:03:41.108461 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e03de5-3f67-4de0-97fb-2cd1b0704bc8 req-32b0e799-4862-4c12-94c3-3e6b88ff09cc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:41.110010 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-07e03de5-3f67-4de0-97fb-2cd1b0704bc8 req-32b0e799-4862-4c12-94c3-3e6b88ff09cc tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0528154 Aug 12 22:03:41.120254 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port fe396ff6-fe94-4b3e-9adb-903518f0f6b7 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:03:41.121268 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:41.148109 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-07e03de5-3f67-4de0-97fb-2cd1b0704bc8 req-02bbbdcb-cd74-4a53-bf7c-5ba22d60dd50 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Aug 12 22:03:41.202503 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:41.225324 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d29492a-51bc-46c5-8626-0e2807854661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:03:41.227622 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8811d7-1ce1-4a96-98ea-32c0bae86a09" -d '{"events": [{"server_uuid": "9d29492a-51bc-46c5-8626-0e2807854661", "name": "network-vif-plugged", "status": "completed", "tag": "fe396ff6-fe94-4b3e-9adb-903518f0f6b7"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:03:41.241606 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port fe396ff6-fe94-4b3e-9adb-903518f0f6b7, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:41.245560 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:41.296077 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,revision_number=8']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:41.392735 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb109d3b-605b-4129-9072-a59ecfcc61c8 x-openstack-request-id: req-eb109d3b-605b-4129-9072-a59ecfcc61c8 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:03:41.393025 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d29492a-51bc-46c5-8626-0e2807854661", "name": "network-vif-plugged", "status": "completed", "tag": "fe396ff6-fe94-4b3e-9adb-903518f0f6b7", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:03:41.393277 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb109d3b-605b-4129-9072-a59ecfcc61c8 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:03:41.393704 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d29492a-51bc-46c5-8626-0e2807854661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7', 'code': 200} Aug 12 22:03:41.625785 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931befd-03b4-4e99-89f3-d5b9e660c911 req-283c37f4-acad-40cc-8547-88dba1980cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:41.627159 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5931befd-03b4-4e99-89f3-d5b9e660c911 req-283c37f4-acad-40cc-8547-88dba1980cae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 1098 time: 0.0444498 Aug 12 22:03:41.663842 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5931befd-03b4-4e99-89f3-d5b9e660c911 req-9ef6a704-ea00-48ad-8c7e-1dec4108bad9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281813 Aug 12 22:03:41.808228 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320159d6-6993-47e2-b215-cebf499936a5 req-c894c333-7ad7-483b-b7b1-3494d2eb8fbf tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:41.809738 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-320159d6-6993-47e2-b215-cebf499936a5 req-c894c333-7ad7-483b-b7b1-3494d2eb8fbf tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0494845 Aug 12 22:03:41.847959 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-320159d6-6993-47e2-b215-cebf499936a5 req-9ee732da-856d-45ff-840b-581fac21f779 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323584 Aug 12 22:03:42.275473 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4250be2-0ac8-4c10-adca-a450a7acf4c7 req-f0cb3f10-f239-4670-964d-f9cbc5070ed9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:42.278415 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f4250be2-0ac8-4c10-adca-a450a7acf4c7 req-f0cb3f10-f239-4670-964d-f9cbc5070ed9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0572402 Aug 12 22:03:42.330092 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f4250be2-0ac8-4c10-adca-a450a7acf4c7 req-1e2d1113-5a8c-4c63-b0eb-0500f43fe964 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405638 Aug 12 22:03:42.400141 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:03:42.962331 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f9c50-4395-4bbc-9662-53684cc21082 req-6c93628a-4cef-416c-9ee9-e8d4e1bf3b5d tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:42.963832 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-315f9c50-4395-4bbc-9662-53684cc21082 req-6c93628a-4cef-416c-9ee9-e8d4e1bf3b5d tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0508146 Aug 12 22:03:43.003397 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-315f9c50-4395-4bbc-9662-53684cc21082 req-d9ec1a06-b1ab-42fe-a538-8a1efb43410a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328212 Aug 12 22:03:43.466201 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066ed45-37ef-4c81-88da-9f79ee3c8da1 req-8a959b0f-db5d-4be2-af1c-851096bdded2 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:43.467671 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1066ed45-37ef-4c81-88da-9f79ee3c8da1 req-8a959b0f-db5d-4be2-af1c-851096bdded2 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0503561 Aug 12 22:03:43.507946 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1066ed45-37ef-4c81-88da-9f79ee3c8da1 req-a8bd586b-e448-4ec9-8d09-e66f29e4905d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340323 Aug 12 22:03:44.627598 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e46a2f-882e-4d97-91ee-af069ac76a56 req-b71d8276-aa03-4b80-9632-8097be97577d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:44.629067 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-85e46a2f-882e-4d97-91ee-af069ac76a56 req-b71d8276-aa03-4b80-9632-8097be97577d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0503349 Aug 12 22:03:44.669176 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-85e46a2f-882e-4d97-91ee-af069ac76a56 req-186b765c-b782-46b7-ac59-d635e742ea66 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341411 Aug 12 22:03:45.085809 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 42a59830-53fc-4921-999d-84277bad420b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:03:45.184565 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 42a59830-53fc-4921-999d-84277bad420b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=42a59830-53fc-4921-999d-84277bad420b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:45.195795 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': '42a59830-53fc-4921-999d-84277bad420b', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'port_id': '42a59830-53fc-4921-999d-84277bad420b', 'mac_address': 'fa:16:3e:9d:66:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:03:45.232045 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.245334 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42a59830-53fc-4921-999d-84277bad420b {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:03:45.265681 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 42a59830-53fc-4921-999d-84277bad420b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=42a59830-53fc-4921-999d-84277bad420b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:45.269655 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.324305 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=42a59830-53fc-4921-999d-84277bad420b,revision_number=6']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:45.363410 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['42a59830-53fc-4921-999d-84277bad420b'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:03:45.791096 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211a1ba-3015-4ffd-a002-49dfff9040f1 req-d90f9106-7a69-449e-ac18-a38101a35ce4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:45.794074 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b211a1ba-3015-4ffd-a002-49dfff9040f1 req-d90f9106-7a69-449e-ac18-a38101a35ce4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 945 time: 0.0522168 Aug 12 22:03:45.803605 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.831436 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b211a1ba-3015-4ffd-a002-49dfff9040f1 req-74dd369a-aa62-4898-8196-3bc7759c9ee3 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307236 Aug 12 22:03:46.955786 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513b80f-4631-4089-b5bc-bfa46f7c6ef7 req-5878d73a-e5fc-44a9-8ff1-7ca681597c1f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:46.957796 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2513b80f-4631-4089-b5bc-bfa46f7c6ef7 req-5878d73a-e5fc-44a9-8ff1-7ca681597c1f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 945 time: 0.0532451 Aug 12 22:03:47.002955 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2513b80f-4631-4089-b5bc-bfa46f7c6ef7 req-edd6e353-0b0d-4456-bfdd-b0d311fac78a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381157 Aug 12 22:03:47.086081 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 42a59830-53fc-4921-999d-84277bad420b up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:03:47.144444 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port 42a59830-53fc-4921-999d-84277bad420b triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:03:47.144825 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:47.223850 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:47.246931 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a59830-53fc-4921-999d-84277bad420b'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:03:47.249169 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa40f1b7-f945-4089-9041-c05480085cf5" -d '{"events": [{"server_uuid": "ea927f21-7ca1-449b-999e-d60a5ab9859e", "name": "network-vif-plugged", "status": "completed", "tag": "42a59830-53fc-4921-999d-84277bad420b"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:03:47.262613 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 42a59830-53fc-4921-999d-84277bad420b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=42a59830-53fc-4921-999d-84277bad420b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:47.271164 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:47.314832 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81956c33-d574-4518-8c26-d13c2b7feb54 x-openstack-request-id: req-81956c33-d574-4518-8c26-d13c2b7feb54 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:03:47.315123 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea927f21-7ca1-449b-999e-d60a5ab9859e", "name": "network-vif-plugged", "status": "completed", "tag": "42a59830-53fc-4921-999d-84277bad420b", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:03:47.315375 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81956c33-d574-4518-8c26-d13c2b7feb54 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:03:47.315759 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a59830-53fc-4921-999d-84277bad420b', 'code': 200} Aug 12 22:03:47.333019 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=42a59830-53fc-4921-999d-84277bad420b,revision_number=7']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:48.139511 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de95edc-1aee-4c20-bef2-1b7973a3f56a req-70c62b47-a01a-4b32-8dc5-9a8db7ebcf31 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:48.140968 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7de95edc-1aee-4c20-bef2-1b7973a3f56a req-70c62b47-a01a-4b32-8dc5-9a8db7ebcf31 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0530484 Aug 12 22:03:48.193347 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7de95edc-1aee-4c20-bef2-1b7973a3f56a req-70c0d292-ea01-4b5d-8e05-56de6ff7d26d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453448 Aug 12 22:03:49.334799 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf58e0e-3406-4509-95a3-fc1c7580341b req-c78e520d-89c1-448a-a3df-6bf3cf5246f8 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:49.337303 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bbf58e0e-3406-4509-95a3-fc1c7580341b req-c78e520d-89c1-448a-a3df-6bf3cf5246f8 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0614560 Aug 12 22:03:49.378763 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bbf58e0e-3406-4509-95a3-fc1c7580341b req-d636626c-95b4-4dd5-ade2-f99f47789945 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346005 Aug 12 22:03:50.544630 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1907f-6487-4ffe-a88a-b2aa75141fae req-0ef68083-cd65-4d1f-8e17-40a4a1b582a9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:50.546935 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e4c1907f-6487-4ffe-a88a-b2aa75141fae req-0ef68083-cd65-4d1f-8e17-40a4a1b582a9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0589464 Aug 12 22:03:50.595989 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e4c1907f-6487-4ffe-a88a-b2aa75141fae req-01c1532b-d863-44b2-9775-c01320b3e378 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410898 Aug 12 22:03:51.729267 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed77b4-3ad5-49d1-8d7a-c350e4c2841d req-c6fa654e-ca78-44b1-b6ab-ad4d95719ad3 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:51.730980 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ebed77b4-3ad5-49d1-8d7a-c350e4c2841d req-c6fa654e-ca78-44b1-b6ab-ad4d95719ad3 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0544481 Aug 12 22:03:51.781382 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ebed77b4-3ad5-49d1-8d7a-c350e4c2841d req-21285d86-1f2b-4dd2-a094-6e7e7247b83e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427713 Aug 12 22:03:51.859348 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d5e15f63-b962-4de6-b376-9e2ec017ac2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:52.971451 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a3c0d-414a-4a20-8946-481f00ef2a31 req-9be721bf-8390-4ec0-9fef-7834e713bec4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:52.973110 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a03a3c0d-414a-4a20-8946-481f00ef2a31 req-9be721bf-8390-4ec0-9fef-7834e713bec4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0970669 Aug 12 22:03:53.025207 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a03a3c0d-414a-4a20-8946-481f00ef2a31 req-08c81092-abdf-47fb-af4b-fd527752e18a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454683 Aug 12 22:03:54.163974 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534ad19-5ebd-43be-a5b0-e048f5aac27d req-90a0affe-80e0-4ece-a99c-21dcc374ffa5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:54.165677 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9534ad19-5ebd-43be-a5b0-e048f5aac27d req-90a0affe-80e0-4ece-a99c-21dcc374ffa5 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0578930 Aug 12 22:03:54.209748 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9534ad19-5ebd-43be-a5b0-e048f5aac27d req-1566f400-11bc-473b-bcea-bd9a315b6de6 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379155 Aug 12 22:03:54.467230 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:54.469743 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-740e7b86-e0be-459a-9208-c7d85b5b6cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:55.335530 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bccd57-3575-4cf9-89a9-4d4cea47af79 req-2d140299-4afa-4e2e-9c79-5e6c14e2ab92 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:55.337225 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-64bccd57-3575-4cf9-89a9-4d4cea47af79 req-2d140299-4afa-4e2e-9c79-5e6c14e2ab92 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0517969 Aug 12 22:03:55.386264 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-64bccd57-3575-4cf9-89a9-4d4cea47af79 req-65da6c75-5c0d-4d1f-924e-3d5aa7d5d134 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424316 Aug 12 22:03:55.687700 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:56.512611 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff1e34-643b-46c8-8b4d-f646e24ad57d req-b12e3016-78d6-42b7-ba85-ad6123fc0390 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:56.514046 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-03ff1e34-643b-46c8-8b4d-f646e24ad57d req-b12e3016-78d6-42b7-ba85-ad6123fc0390 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0532811 Aug 12 22:03:56.551945 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-03ff1e34-643b-46c8-8b4d-f646e24ad57d req-08d9641a-d4aa-4468-9107-138f7bd92ec7 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319743 Aug 12 22:03:56.665412 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7ffcf-9aaa-4382-a5da-fd4d74eeb66f req-d13bbe2d-a573-46c8-969c-220860499e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:56.666941 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6db7ffcf-9aaa-4382-a5da-fd4d74eeb66f req-d13bbe2d-a573-46c8-969c-220860499e1b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d497c1bdd99544719806cc40fe06f8c5&device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 1099 time: 0.0408249 Aug 12 22:03:56.768086 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7ffcf-9aaa-4382-a5da-fd4d74eeb66f req-3ae56c01-dc7a-4b41-869c-04d43dfd4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:56.769428 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6db7ffcf-9aaa-4382-a5da-fd4d74eeb66f req-3ae56c01-dc7a-4b41-869c-04d43dfd4a36 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b49de074-e205-41a7-bba4-aea2b1a09673 HTTP/1.1" status: 200 len: 918 time: 0.0910907 Aug 12 22:03:56.840796 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6db7ffcf-9aaa-4382-a5da-fd4d74eeb66f req-fd8c70f6-37cb-4b67-ab87-1f36c97299cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42a59830-53fc-4921-999d-84277bad420b HTTP/1.1" status: 200 len: 1002 time: 0.0569692 Aug 12 22:03:56.894123 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7ffcf-9aaa-4382-a5da-fd4d74eeb66f req-824b5009-04f3-48ac-96cd-09087bf4a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:56.895879 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6db7ffcf-9aaa-4382-a5da-fd4d74eeb66f req-824b5009-04f3-48ac-96cd-09087bf4a041 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a22c3b4-2e5f-4b32-9788-ca56e9b079cf HTTP/1.1" status: 200 len: 856 time: 0.0452878 Aug 12 22:03:56.945674 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7ffcf-9aaa-4382-a5da-fd4d74eeb66f req-5bfb80bd-92fe-4343-a407-99742c7a2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:56.947120 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6db7ffcf-9aaa-4382-a5da-fd4d74eeb66f req-5bfb80bd-92fe-4343-a407-99742c7a2a5d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b49de074-e205-41a7-bba4-aea2b1a09673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433986 Aug 12 22:03:57.039264 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6db7ffcf-9aaa-4382-a5da-fd4d74eeb66f req-00436a08-ecaa-4c21-8e08-fa2125994462 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832520 Aug 12 22:03:57.135436 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6db7ffcf-9aaa-4382-a5da-fd4d74eeb66f req-a01fe99e-a7ab-4fc9-b427-e91241f9d0cc service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865602 Aug 12 22:03:57.722404 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:57.932728 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cacd14-6862-4255-b1de-66273d1edc8b req-d24b8981-f043-4b9a-9bf3-1d919a8a9ff4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:57.934720 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d3cacd14-6862-4255-b1de-66273d1edc8b req-d24b8981-f043-4b9a-9bf3-1d919a8a9ff4 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.3024716 Aug 12 22:03:57.971053 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d3cacd14-6862-4255-b1de-66273d1edc8b req-cb9f989d-3567-4058-a21f-df71dfeb8b4f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302479 Aug 12 22:03:59.092365 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df8838-866b-4f67-9fe3-fcfe56c46096 req-441b1219-9811-49b8-a4bc-14715517f589 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:59.093865 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e7df8838-866b-4f67-9fe3-fcfe56c46096 req-441b1219-9811-49b8-a4bc-14715517f589 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 946 time: 0.0466681 Aug 12 22:03:59.130627 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e7df8838-866b-4f67-9fe3-fcfe56c46096 req-56808a20-64be-41b1-99e3-cb3e568d954e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306952 Aug 12 22:03:59.161038 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 42a59830-53fc-4921-999d-84277bad420b no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:03:59.236723 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:59.261315 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42a59830-53fc-4921-999d-84277bad420b'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:03:59.263681 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a51853b-3f27-49bd-8b93-28a8f4a0cbf0" -d '{"events": [{"server_uuid": "ea927f21-7ca1-449b-999e-d60a5ab9859e", "name": "network-vif-unplugged", "status": "completed", "tag": "42a59830-53fc-4921-999d-84277bad420b"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:03:59.285349 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 42a59830-53fc-4921-999d-84277bad420b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=42a59830-53fc-4921-999d-84277bad420b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:59.291095 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:59.343724 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 22:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7f953c-2693-4cc0-bfcd-3b9d2bcfac57 x-openstack-request-id: req-ee7f953c-2693-4cc0-bfcd-3b9d2bcfac57 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:03:59.344288 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea927f21-7ca1-449b-999e-d60a5ab9859e", "name": "network-vif-unplugged", "status": "completed", "tag": "42a59830-53fc-4921-999d-84277bad420b", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:03:59.344862 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee7f953c-2693-4cc0-bfcd-3b9d2bcfac57 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:03:59.345261 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42a59830-53fc-4921-999d-84277bad420b', 'code': 200} Aug 12 22:03:59.349817 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=42a59830-53fc-4921-999d-84277bad420b,revision_number=8']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:00.120093 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb4183-3ef3-4d30-9bf4-37b9bbfb5f0f req-56404350-9582-45b7-b0d7-b01442e97a27 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:00.122313 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-42cb4183-3ef3-4d30-9bf4-37b9bbfb5f0f req-56404350-9582-45b7-b0d7-b01442e97a27 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0578368 Aug 12 22:04:00.153333 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c94c581f-3954-4001-a34b-3ac17aad75eb req-3322820b-7760-4832-bc54-ba2d69c14e97 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420825 Aug 12 22:04:00.170572 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-42cb4183-3ef3-4d30-9bf4-37b9bbfb5f0f req-f6b7b973-1e18-4097-b8bd-ff65e1ecc2e9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420387 Aug 12 22:04:00.937889 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c581f-3954-4001-a34b-3ac17aad75eb req-b9e157b8-812f-4bce-b732-9cef8bf89f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:00.939393 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c94c581f-3954-4001-a34b-3ac17aad75eb req-b9e157b8-812f-4bce-b732-9cef8bf89f5f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e&tenant_id=d497c1bdd99544719806cc40fe06f8c5 HTTP/1.1" status: 200 len: 1097 time: 0.0394406 Aug 12 22:04:01.011392 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c581f-3954-4001-a34b-3ac17aad75eb req-ba6eaea2-6ab9-4323-9738-f2bcaa74cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:01.012873 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c94c581f-3954-4001-a34b-3ac17aad75eb req-ba6eaea2-6ab9-4323-9738-f2bcaa74cf56 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d497c1bdd99544719806cc40fe06f8c5&device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 1097 time: 0.0506868 Aug 12 22:04:01.109832 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c581f-3954-4001-a34b-3ac17aad75eb req-86c79177-b92e-4323-85dc-3b9e3e541dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:01.111306 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c94c581f-3954-4001-a34b-3ac17aad75eb req-86c79177-b92e-4323-85dc-3b9e3e541dfd service neutron] 10.222.0.58 "GET /v2.0/networks?id=b49de074-e205-41a7-bba4-aea2b1a09673 HTTP/1.1" status: 200 len: 918 time: 0.0895770 Aug 12 22:04:01.178356 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c94c581f-3954-4001-a34b-3ac17aad75eb req-bedb64b4-5717-4e8a-874b-af3e4e24aaa6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42a59830-53fc-4921-999d-84277bad420b HTTP/1.1" status: 200 len: 1000 time: 0.0593512 Aug 12 22:04:01.236878 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c581f-3954-4001-a34b-3ac17aad75eb req-8ca0fce2-0308-475f-a0b5-a8e30126fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:01.238964 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c94c581f-3954-4001-a34b-3ac17aad75eb req-8ca0fce2-0308-475f-a0b5-a8e30126fafb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a22c3b4-2e5f-4b32-9788-ca56e9b079cf HTTP/1.1" status: 200 len: 856 time: 0.0521512 Aug 12 22:04:01.316161 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c581f-3954-4001-a34b-3ac17aad75eb req-7b945f7b-b971-4daf-bf91-719812fe097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:01.317693 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c94c581f-3954-4001-a34b-3ac17aad75eb req-7b945f7b-b971-4daf-bf91-719812fe097f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b49de074-e205-41a7-bba4-aea2b1a09673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719657 Aug 12 22:04:01.326110 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d0fc0-aded-4578-8b3b-dd1686bf0fda req-41066972-9adb-4966-a212-131fe830b2a0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:01.327554 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cc6d0fc0-aded-4578-8b3b-dd1686bf0fda req-41066972-9adb-4966-a212-131fe830b2a0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0741007 Aug 12 22:04:01.421254 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cc6d0fc0-aded-4578-8b3b-dd1686bf0fda req-f3034c2e-b1bd-4277-b577-0893e6d132c2 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849504 Aug 12 22:04:01.452312 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c94c581f-3954-4001-a34b-3ac17aad75eb req-4240f3b0-d932-4a54-8e11-86427f9cc3b0 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237965 Aug 12 22:04:01.629652 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c94c581f-3954-4001-a34b-3ac17aad75eb req-4273627d-90e9-4c67-bc39-10776085f179 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856090 Aug 12 22:04:02.551995 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aeb41b-9d92-49e2-9003-392ba5d747f3 req-a6b5d9c9-cf0a-458d-b2b5-91c097e9fc42 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:02.553582 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-36aeb41b-9d92-49e2-9003-392ba5d747f3 req-a6b5d9c9-cf0a-458d-b2b5-91c097e9fc42 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0513129 Aug 12 22:04:02.593659 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-36aeb41b-9d92-49e2-9003-392ba5d747f3 req-f667ab44-ea06-4e3d-aabd-39524ba332b3 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333407 Aug 12 22:04:03.546069 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 37320) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:03.661254 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dea653b6-2cba-4e21-873c-8a1d5d03b9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:03.765658 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802058c2-9501-4c10-85e9-a99f239fb5bd req-f1c5edca-f2b3-44b7-9bb0-79ba3c13edde tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:03.767070 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-802058c2-9501-4c10-85e9-a99f239fb5bd req-f1c5edca-f2b3-44b7-9bb0-79ba3c13edde tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0855289 Aug 12 22:04:03.829052 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-802058c2-9501-4c10-85e9-a99f239fb5bd req-8bedb6a8-bc2c-4c8d-9191-b1623397e750 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541883 Aug 12 22:04:03.836359 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dea653b6-2cba-4e21-873c-8a1d5d03b9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:03.842828 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dea653b6-2cba-4e21-873c-8a1d5d03b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:03.908057 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-dea653b6-2cba-4e21-873c-8a1d5d03b9fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=774b8cfdf16d410a9d5e3fcb43b7fbc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608634 Aug 12 22:04:03.909833 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea653b6-2cba-4e21-873c-8a1d5d03b9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7054d1-6bcb-4352-84b3-a6cf34a02434,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:03.911618 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 37328) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:03.966975 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:03.991217 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:04.043903 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:04.047200 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:04.048627 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e7054d1-6bcb-4352-84b3-a6cf34a02434 HTTP/1.1" status: 204 len: 168 time: 0.1352475 Aug 12 22:04:04.057944 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7054d1-6bcb-4352-84b3-a6cf34a02434,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:04.072069 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:04.072430 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:04.072779 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:04.073379 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:04.073615 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:04.074028 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:04.074373 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:04.074921 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:04.075227 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:04.075564 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:04.076085 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:04.076420 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa24a7b-4fff-48db-aece-81e60f5ef0c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:04.998928 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239c94a-52d7-43d0-9472-767796644bb2 req-2fde98a9-814f-4c15-902a-842581c6be7f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:05.001458 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d239c94a-52d7-43d0-9472-767796644bb2 req-2fde98a9-814f-4c15-902a-842581c6be7f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0608950 Aug 12 22:04:05.052678 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d239c94a-52d7-43d0-9472-767796644bb2 req-1b707d3a-5c33-4139-bf33-afcdddbeb714 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430808 Aug 12 22:04:06.184096 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d836a33-405b-4e07-a9e9-196df9753c84 req-296c44d0-1a03-440c-b065-6a23f425e2a2 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:06.185814 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2d836a33-405b-4e07-a9e9-196df9753c84 req-296c44d0-1a03-440c-b065-6a23f425e2a2 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0532596 Aug 12 22:04:06.231899 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2d836a33-405b-4e07-a9e9-196df9753c84 req-bfbfe8cb-00c1-459a-ab9b-9a6ba3353845 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381289 Aug 12 22:04:06.417837 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-a8e026d7-f317-4216-a5dc-f216aa76b7c4 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2145cd2f495247cca48a873fb8a16fb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293064 Aug 12 22:04:06.608668 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-e51e307b-6d83-4638-8e7e-45c82ea439b1 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:06.610802 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-e51e307b-6d83-4638-8e7e-45c82ea439b1 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868689 Aug 12 22:04:06.626703 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-11d9f924-cca1-47f0-846e-d7232a82a354 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/quotas/2145cd2f495247cca48a873fb8a16fb0 HTTP/1.1" status: 200 len: 375 time: 0.0100002 Aug 12 22:04:06.663589 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-464961e3-f27f-4c21-ac6f-ad8cbef7a5b5 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2145cd2f495247cca48a873fb8a16fb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311682 Aug 12 22:04:06.828383 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fb1fd20d-b999-4045-80a2-5cdabe25c49a req-c916c9fb-e4f1-4fef-bcb2-22dafd768a73 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 210 time: 0.0306420 Aug 12 22:04:07.354172 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83023560-1baf-4fda-867d-963ad5d92972 req-e40afbda-4b98-4015-98c4-9ced1226b59a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:07.356804 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-83023560-1baf-4fda-867d-963ad5d92972 req-e40afbda-4b98-4015-98c4-9ced1226b59a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0508029 Aug 12 22:04:07.395365 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-83023560-1baf-4fda-867d-963ad5d92972 req-15993b53-533f-4933-a2ba-073e7d6c9781 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334487 Aug 12 22:04:07.933074 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bb003941-a8a2-441b-b64d-eeada356ea18 req-87032b55-3724-4838-abea-883ada0806f8 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 210 time: 0.0300403 Aug 12 22:04:08.520894 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c36076-70c2-462a-abba-7ab85760cc01 req-eb21eff5-4d7b-4bfb-a07e-acc835d2b03e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:08.522656 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d9c36076-70c2-462a-abba-7ab85760cc01 req-eb21eff5-4d7b-4bfb-a07e-acc835d2b03e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0540049 Aug 12 22:04:08.561331 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d9c36076-70c2-462a-abba-7ab85760cc01 req-e6cadd9e-33a4-4b05-a12b-cc73ea105e00 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324914 Aug 12 22:04:09.028353 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3eee4a1b-a43e-419f-926a-215369b8d2ad req-8b11acca-a590-41eb-8f5a-f515615cb1e7 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 210 time: 0.0279524 Aug 12 22:04:09.685875 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb619cf2-10f6-436f-b0a7-e5b0707da230 req-5bf05bd3-dcdc-44b2-80f5-ec6a1d880ecd tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:09.688142 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cb619cf2-10f6-436f-b0a7-e5b0707da230 req-5bf05bd3-dcdc-44b2-80f5-ec6a1d880ecd tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0502448 Aug 12 22:04:09.727961 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cb619cf2-10f6-436f-b0a7-e5b0707da230 req-0257a758-a7c8-481b-a9ec-0bce4514aed0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336185 Aug 12 22:04:10.125603 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7958578b-6468-4025-b6bf-8e584278024f req-afa73f29-0c6e-47b3-b4ce-1d340677108a tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 210 time: 0.0302050 Aug 12 22:04:10.856129 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10645a7b-d29d-4557-bf00-ccf68f9c5069 req-b14e34cd-4833-4b34-a20d-cbef4001180f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:10.857834 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-10645a7b-d29d-4557-bf00-ccf68f9c5069 req-b14e34cd-4833-4b34-a20d-cbef4001180f tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0571635 Aug 12 22:04:10.898859 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-10645a7b-d29d-4557-bf00-ccf68f9c5069 req-e3f1342b-9b68-4315-bdcf-ef467650e7ca tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348461 Aug 12 22:04:11.223219 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-767bf5fb-d013-4eab-8dbb-493a359752e3 req-958203bd-3a84-48c1-b8a1-1ac2fcddb3c6 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 210 time: 0.0273485 Aug 12 22:04:12.022482 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af7aeb-e7cb-472a-be90-ef8a96af11fd req-935c7a56-3f4b-4f0a-9bc1-1684a602612d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:12.024106 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f6af7aeb-e7cb-472a-be90-ef8a96af11fd req-935c7a56-3f4b-4f0a-9bc1-1684a602612d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0525560 Aug 12 22:04:12.062694 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f6af7aeb-e7cb-472a-be90-ef8a96af11fd req-4a63d2af-58a5-476c-bb2e-219b6cb98fa9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327611 Aug 12 22:04:12.319296 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b644fb3c-03d9-4964-971b-56a5e34f27ac req-1d3de891-9875-4081-94f5-c158106ae9bc tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 210 time: 0.0293441 Aug 12 22:04:13.182422 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77311345-61f6-40fe-908e-2f33959fe220 req-8489b052-82cf-45e4-964e-34fb526cbc64 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:13.184088 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-77311345-61f6-40fe-908e-2f33959fe220 req-8489b052-82cf-45e4-964e-34fb526cbc64 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0489061 Aug 12 22:04:13.212685 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-b52d872f-8a82-4fce-96ca-fbb36d7d0773 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2145cd2f495247cca48a873fb8a16fb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277240 Aug 12 22:04:13.286993 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-77311345-61f6-40fe-908e-2f33959fe220 req-723509ef-1632-4492-894d-5bf69c17898d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925202 Aug 12 22:04:13.355182 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-486179c1-c904-48d4-aaf6-9819dc806489 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:13.357555 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-486179c1-c904-48d4-aaf6-9819dc806489 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1369176 Aug 12 22:04:13.379384 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Request body: {'port': {'device_id': '9038e5b9-7114-46ad-ad11-c47079c2fd30', 'network_id': '0043d47b-9bd3-4740-a6cf-f092fb643fe0', 'admin_state_up': True, 'tenant_id': '2145cd2f495247cca48a873fb8a16fb0'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:04:13.448608 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eae4b290-e66e-494b-84af-54ccd0fbb88b req-fa808d88-63bb-4f74-bfbd-65f9a69dcb58 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 210 time: 0.0537493 Aug 12 22:04:13.511388 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Made reservation on behalf of 2145cd2f495247cca48a873fb8a16fb0 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:04:13.514944 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:13.524238 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:13.611216 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:13.620443 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:13.681212 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f47bc3-2b29-4a74-980f-224970ce03a4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:13.696651 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:13.696998 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:13.697341 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:13.697699 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:13.698033 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:13.698365 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:13.698692 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:13.699016 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:13.699341 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:13.699663 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:13.699985 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:13.700305 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:13.762665 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Allocated IP 192.168.233.187 (0043d47b-9bd3-4740-a6cf-f092fb643fe0/8961e920-8c2e-478f-a300-fa6ac021f491/4865da5b-9c1e-4c33-9cf9-aec5adace89a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:04:13.909234 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:13.922379 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Transition to ACTIVE for port object 4865da5b-9c1e-4c33-9cf9-aec5adace89a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:04:13.954291 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:13.994626 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Network 0043d47b-9bd3-4740-a6cf-f092fb643fe0 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:04:13.997706 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:04:14.000231 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:04:14.038658 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Pushing event updated for resources: {'Port': ['ID=4865da5b-9c1e-4c33-9cf9-aec5adace89a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:14.069567 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:14.070377 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:14.084629 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-7f209dc4-78af-4d14-a956-cad2a13c00d2 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7094111 Aug 12 22:04:14.097634 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Request body: {'port': {'device_id': '9038e5b9-7114-46ad-ad11-c47079c2fd30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:04:14.160792 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:14.183186 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-e9ff71e1-427d-4d09-b570-4943bcc334df None None] Provisioning for port 4865da5b-9c1e-4c33-9cf9-aec5adace89a completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:04:14.187082 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-e9ff71e1-427d-4d09-b570-4943bcc334df None None] Provisioning complete for port 4865da5b-9c1e-4c33-9cf9-aec5adace89a triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:14.187451 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e9ff71e1-427d-4d09-b570-4943bcc334df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:14.221358 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff71e1-427d-4d09-b570-4943bcc334df None None] Port 4865da5b-9c1e-4c33-9cf9-aec5adace89a cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:04:14.457240 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc60c3-60d1-4788-aa3c-fb3b12f40b50 req-4b735e0c-29db-48a3-9b86-c6d41adf312d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:14.458647 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0fdc60c3-60d1-4788-aa3c-fb3b12f40b50 req-4b735e0c-29db-48a3-9b86-c6d41adf312d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 944 time: 0.0918503 Aug 12 22:04:14.466964 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4865da5b-9c1e-4c33-9cf9-aec5adace89a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:04:14.481872 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:14.505680 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Transition to ACTIVE for port object 4865da5b-9c1e-4c33-9cf9-aec5adace89a will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:04:14.514395 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:14.530139 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0fdc60c3-60d1-4788-aa3c-fb3b12f40b50 req-649d8072-6e72-4436-8469-1ec0d2fea692 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653322 Aug 12 22:04:14.602232 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Pushing event updated for resources: {'Port': ['ID=4865da5b-9c1e-4c33-9cf9-aec5adace89a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:14.657299 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cc203-f439-4441-b355-f80950778a87 req-01619e43-5812-40c6-8be6-602a1c761ac6 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:14.659577 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4a5cc203-f439-4441-b355-f80950778a87 req-01619e43-5812-40c6-8be6-602a1c761ac6 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 948 time: 0.1361942 Aug 12 22:04:14.731005 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Attempting to bind port 4865da5b-9c1e-4c33-9cf9-aec5adace89a on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:04:14.731349 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Attempting to bind port 4865da5b-9c1e-4c33-9cf9-aec5adace89a by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0043d47b-9bd3-4740-a6cf-f092fb643fe0'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:04:14.731688 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Attempting to bind port 4865da5b-9c1e-4c33-9cf9-aec5adace89a on network 0043d47b-9bd3-4740-a6cf-f092fb643fe0 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:04:14.740606 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4a5cc203-f439-4441-b355-f80950778a87 req-43ad064b-f610-49dd-8b20-2b850ac0d3f1 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/security-groups?id=92f47bc3-2b29-4a74-980f-224970ce03a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725420 Aug 12 22:04:14.741593 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Port 4865da5b-9c1e-4c33-9cf9-aec5adace89a on network 0043d47b-9bd3-4740-a6cf-f092fb643fe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:04:14.741925 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Attempting to bind port 4865da5b-9c1e-4c33-9cf9-aec5adace89a on network 0043d47b-9bd3-4740-a6cf-f092fb643fe0 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:04:14.746940 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:04:14.747288 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Checking segment: {'id': '38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0043d47b-9bd3-4740-a6cf-f092fb643fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:04:14.747671 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Bound using segment: {'id': '38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0043d47b-9bd3-4740-a6cf-f092fb643fe0'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:04:14.748105 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Bound port: 4865da5b-9c1e-4c33-9cf9-aec5adace89a, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0043d47b-9bd3-4740-a6cf-f092fb643fe0'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:04:14.748472 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:14.810310 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] For port 4865da5b-9c1e-4c33-9cf9-aec5adace89a, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:04:14.813304 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] For port 4865da5b-9c1e-4c33-9cf9-aec5adace89a, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4865da5b-9c1e-4c33-9cf9-aec5adace89a,segment=NetworkSegment(38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d),segment_id=38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:04:14.818029 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:14.855435 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:14.855962 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:14.857326 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] 10.222.0.58 "PUT /v2.0/ports/4865da5b-9c1e-4c33-9cf9-aec5adace89a HTTP/1.1" status: 200 len: 1098 time: 0.7645044 Aug 12 22:04:14.857783 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9038e5b9-7114-46ad-ad11-c47079c2fd30', 'tag': '4865da5b-9c1e-4c33-9cf9-aec5adace89a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:04:14.860018 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b7d6ae-1edc-4a0f-a90e-b5f592c415c2" -d '{"events": [{"name": "network-changed", "server_uuid": "9038e5b9-7114-46ad-ad11-c47079c2fd30", "tag": "4865da5b-9c1e-4c33-9cf9-aec5adace89a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:04:14.888264 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c981a9-c744-417c-9fd8-04e09cac5973 service neutron] Pushing event updated for resources: {'Port': ['ID=4865da5b-9c1e-4c33-9cf9-aec5adace89a,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:14.901172 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fac132-1995-446d-83f4-b002d4fd59a1 x-openstack-request-id: req-26fac132-1995-446d-83f4-b002d4fd59a1 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:04:14.901457 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9038e5b9-7114-46ad-ad11-c47079c2fd30", "tag": "4865da5b-9c1e-4c33-9cf9-aec5adace89a", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:04:14.901730 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26fac132-1995-446d-83f4-b002d4fd59a1 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:04:14.902148 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9038e5b9-7114-46ad-ad11-c47079c2fd30', 'tag': '4865da5b-9c1e-4c33-9cf9-aec5adace89a', 'status': 'completed', 'code': 200} Aug 12 22:04:14.954351 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-33227a0d-faaa-47cf-b744-91026ef26508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:14.956415 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-33227a0d-faaa-47cf-b744-91026ef26508 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2145cd2f495247cca48a873fb8a16fb0&device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 1101 time: 0.0430744 Aug 12 22:04:15.010970 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-dbee084b-5215-4e67-8e7a-6103baa5f65c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=4865da5b-9c1e-4c33-9cf9-aec5adace89a HTTP/1.1" status: 200 len: 217 time: 0.0458891 Aug 12 22:04:15.068593 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-8dd5b01f-7de1-4e5b-9ca1-c4c9954c1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:15.070170 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-8dd5b01f-7de1-4e5b-9ca1-c4c9954c1ae6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8961e920-8c2e-478f-a300-fa6ac021f491 HTTP/1.1" status: 200 len: 843 time: 0.0468965 Aug 12 22:04:15.118886 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-a541bae5-18e4-4e0f-992d-4c50ce1bf00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:15.120255 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-a541bae5-18e4-4e0f-992d-4c50ce1bf00a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0043d47b-9bd3-4740-a6cf-f092fb643fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0428486 Aug 12 22:04:15.211272 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-3840b1f1-ed18-48ba-b278-ad52f9e42bcb service neutron] 10.222.0.58 "GET /v2.0/networks/0043d47b-9bd3-4740-a6cf-f092fb643fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819368 Aug 12 22:04:15.277761 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 42a59830-53fc-4921-999d-84277bad420b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:04:15.305254 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bfa05bf7-8290-4e6c-a609-6eeb5f8d5cec req-ab212b00-bb79-48ee-80f4-44c027aef937 service neutron] 10.222.0.58 "GET /v2.0/networks/0043d47b-9bd3-4740-a6cf-f092fb643fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865355 Aug 12 22:04:15.392579 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 42a59830-53fc-4921-999d-84277bad420b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=42a59830-53fc-4921-999d-84277bad420b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:15.403365 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7d6ae-1edc-4a0f-a90e-b5f592c415c2 req-868c7e78-1b94-4f44-8400-d1804f639f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:15.404974 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f9b7d6ae-1edc-4a0f-a90e-b5f592c415c2 req-868c7e78-1b94-4f44-8400-d1804f639f73 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2145cd2f495247cca48a873fb8a16fb0&device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 1101 time: 0.0447259 Aug 12 22:04:15.409204 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': '42a59830-53fc-4921-999d-84277bad420b', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'port_id': '42a59830-53fc-4921-999d-84277bad420b', 'mac_address': 'fa:16:3e:9d:66:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:04:15.447272 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:15.460486 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a59830-53fc-4921-999d-84277bad420b {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:04:15.479889 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 42a59830-53fc-4921-999d-84277bad420b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=42a59830-53fc-4921-999d-84277bad420b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:15.484042 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:15.502027 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7d6ae-1edc-4a0f-a90e-b5f592c415c2 req-ff4f42bf-2a1f-4fc0-ba02-e2f1ec603ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:15.504012 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f9b7d6ae-1edc-4a0f-a90e-b5f592c415c2 req-ff4f42bf-2a1f-4fc0-ba02-e2f1ec603ab4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0043d47b-9bd3-4740-a6cf-f092fb643fe0 HTTP/1.1" status: 200 len: 870 time: 0.0913422 Aug 12 22:04:15.530542 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=42a59830-53fc-4921-999d-84277bad420b,revision_number=9']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:15.548479 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f9b7d6ae-1edc-4a0f-a90e-b5f592c415c2 req-30841b96-3c8e-4355-898f-3a1d32a62480 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=4865da5b-9c1e-4c33-9cf9-aec5adace89a HTTP/1.1" status: 200 len: 217 time: 0.0362241 Aug 12 22:04:15.602101 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7d6ae-1edc-4a0f-a90e-b5f592c415c2 req-460b5696-74c0-46d9-a275-57c1cf0cb04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:15.603599 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f9b7d6ae-1edc-4a0f-a90e-b5f592c415c2 req-460b5696-74c0-46d9-a275-57c1cf0cb04f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8961e920-8c2e-478f-a300-fa6ac021f491 HTTP/1.1" status: 200 len: 843 time: 0.0481243 Aug 12 22:04:15.673809 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7d6ae-1edc-4a0f-a90e-b5f592c415c2 req-82d71d47-8ec5-4d04-bf8e-47bd48ad85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:15.675829 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f9b7d6ae-1edc-4a0f-a90e-b5f592c415c2 req-82d71d47-8ec5-4d04-bf8e-47bd48ad85d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0043d47b-9bd3-4740-a6cf-f092fb643fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0616298 Aug 12 22:04:15.683908 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807f0cf-2723-4711-a4d8-8c985a9e1392 req-36aa68ce-6c31-44bd-b86a-935c286bb28c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:15.685256 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7807f0cf-2723-4711-a4d8-8c985a9e1392 req-36aa68ce-6c31-44bd-b86a-935c286bb28c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 945 time: 0.0808117 Aug 12 22:04:15.706817 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['42a59830-53fc-4921-999d-84277bad420b'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:04:15.774637 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7807f0cf-2723-4711-a4d8-8c985a9e1392 req-193a6e96-4516-4a93-acd7-aaf41544f97b tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807390 Aug 12 22:04:15.812600 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f9b7d6ae-1edc-4a0f-a90e-b5f592c415c2 req-66eecc7c-ee0f-420c-8aff-6bfc24dd43c7 service neutron] 10.222.0.58 "GET /v2.0/networks/0043d47b-9bd3-4740-a6cf-f092fb643fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263568 Aug 12 22:04:15.876840 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:15.928922 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00fb9d-9542-4599-9563-fc727003e62a req-bf23b4cb-a996-473b-9fff-3bdc64067351 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:15.930438 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1f00fb9d-9542-4599-9563-fc727003e62a req-bf23b4cb-a996-473b-9fff-3bdc64067351 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 948 time: 0.1099780 Aug 12 22:04:15.952247 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f9b7d6ae-1edc-4a0f-a90e-b5f592c415c2 req-67bdd69b-1695-4a18-9bef-d9b32d82a908 service neutron] 10.222.0.58 "GET /v2.0/networks/0043d47b-9bd3-4740-a6cf-f092fb643fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296699 Aug 12 22:04:15.979575 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1f00fb9d-9542-4599-9563-fc727003e62a req-b479ff59-0aaf-446d-ad58-983d4d5c5114 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/security-groups?id=92f47bc3-2b29-4a74-980f-224970ce03a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379069 Aug 12 22:04:16.388583 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da9a1e-d8ba-4a3c-8229-8191ef4d3377 req-64fccc81-a76b-4ee4-96e0-a6fa22f6ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:16.390114 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-15da9a1e-d8ba-4a3c-8229-8191ef4d3377 req-64fccc81-a76b-4ee4-96e0-a6fa22f6ba51 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d497c1bdd99544719806cc40fe06f8c5&device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 1098 time: 0.0424004 Aug 12 22:04:16.492091 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da9a1e-d8ba-4a3c-8229-8191ef4d3377 req-39134b78-a765-48ba-b66a-48220180bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:16.493452 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-15da9a1e-d8ba-4a3c-8229-8191ef4d3377 req-39134b78-a765-48ba-b66a-48220180bf52 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b49de074-e205-41a7-bba4-aea2b1a09673 HTTP/1.1" status: 200 len: 918 time: 0.0821965 Aug 12 22:04:16.831458 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-15da9a1e-d8ba-4a3c-8229-8191ef4d3377 req-78597ff8-39d0-49e9-878a-bff3d9fd05ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42a59830-53fc-4921-999d-84277bad420b HTTP/1.1" status: 200 len: 1001 time: 0.3298881 Aug 12 22:04:16.887501 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da9a1e-d8ba-4a3c-8229-8191ef4d3377 req-26378e30-9234-42c0-a076-8296f63b6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:16.888950 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-15da9a1e-d8ba-4a3c-8229-8191ef4d3377 req-26378e30-9234-42c0-a076-8296f63b6205 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a22c3b4-2e5f-4b32-9788-ca56e9b079cf HTTP/1.1" status: 200 len: 856 time: 0.0501895 Aug 12 22:04:16.974945 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da9a1e-d8ba-4a3c-8229-8191ef4d3377 req-9b50a82b-39c9-49e3-9803-c51306074ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:16.976442 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-15da9a1e-d8ba-4a3c-8229-8191ef4d3377 req-9b50a82b-39c9-49e3-9803-c51306074ff1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b49de074-e205-41a7-bba4-aea2b1a09673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788002 Aug 12 22:04:16.988327 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c16ec8-1589-4780-98c1-d1bf7a012120 req-3dfca362-d5c1-4fad-a103-6613db8450de tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:16.989733 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d2c16ec8-1589-4780-98c1-d1bf7a012120 req-3dfca362-d5c1-4fad-a103-6613db8450de tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 945 time: 0.0825574 Aug 12 22:04:17.136686 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d2c16ec8-1589-4780-98c1-d1bf7a012120 req-ba263279-5dfd-46c8-b374-a34b4c9e12d9 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391647 Aug 12 22:04:17.165410 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-15da9a1e-d8ba-4a3c-8229-8191ef4d3377 req-771694d8-219a-414d-a797-e350dafec681 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747272 Aug 12 22:04:17.172881 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50b4e3-4f60-458f-bb95-b1374f0507d7 req-d72c8aa0-fb69-47a2-b588-307b137f53c1 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:17.174379 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2c50b4e3-4f60-458f-bb95-b1374f0507d7 req-d72c8aa0-fb69-47a2-b588-307b137f53c1 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 948 time: 0.1165624 Aug 12 22:04:17.263627 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2c50b4e3-4f60-458f-bb95-b1374f0507d7 req-7901f2c1-7507-4b26-873f-78dc38dba315 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/security-groups?id=92f47bc3-2b29-4a74-980f-224970ce03a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809679 Aug 12 22:04:17.290090 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 42a59830-53fc-4921-999d-84277bad420b up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:04:17.292112 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 4865da5b-9c1e-4c33-9cf9-aec5adace89a details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:04:17.301746 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-15da9a1e-d8ba-4a3c-8229-8191ef4d3377 req-d531218c-dac7-413d-b1c3-b2207b950ea7 service neutron] 10.222.0.58 "GET /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263607 Aug 12 22:04:17.405683 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port 42a59830-53fc-4921-999d-84277bad420b triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:17.405965 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:17.464369 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 4865da5b-9c1e-4c33-9cf9-aec5adace89a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4865da5b-9c1e-4c33-9cf9-aec5adace89a,segment=NetworkSegment(38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d),segment_id=38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:17.478562 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': '4865da5b-9c1e-4c33-9cf9-aec5adace89a', 'network_id': '0043d47b-9bd3-4740-a6cf-f092fb643fe0', 'port_id': '4865da5b-9c1e-4c33-9cf9-aec5adace89a', 'mac_address': 'fa:16:3e:d7:1c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8961e920-8c2e-478f-a300-fa6ac021f491', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:04:17.546515 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:17.550656 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:17.568746 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4865da5b-9c1e-4c33-9cf9-aec5adace89a {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:04:17.590307 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a59830-53fc-4921-999d-84277bad420b'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:04:17.592545 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990a0fbf-d69f-468e-bc95-25630990f81a" -d '{"events": [{"server_uuid": "ea927f21-7ca1-449b-999e-d60a5ab9859e", "name": "network-vif-plugged", "status": "completed", "tag": "42a59830-53fc-4921-999d-84277bad420b"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:04:17.610088 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 4865da5b-9c1e-4c33-9cf9-aec5adace89a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4865da5b-9c1e-4c33-9cf9-aec5adace89a,segment=NetworkSegment(38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d),segment_id=38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:17.614556 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 42a59830-53fc-4921-999d-84277bad420b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=42a59830-53fc-4921-999d-84277bad420b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:17.616445 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:17.621855 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:17.628804 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f76699-eccd-4f35-b60e-fd34f743a757 x-openstack-request-id: req-29f76699-eccd-4f35-b60e-fd34f743a757 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:04:17.629146 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea927f21-7ca1-449b-999e-d60a5ab9859e", "name": "network-vif-plugged", "status": "completed", "tag": "42a59830-53fc-4921-999d-84277bad420b", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:04:17.629402 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29f76699-eccd-4f35-b60e-fd34f743a757 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:04:17.629825 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a59830-53fc-4921-999d-84277bad420b', 'code': 200} Aug 12 22:04:17.674088 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=4865da5b-9c1e-4c33-9cf9-aec5adace89a,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:17.726089 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=42a59830-53fc-4921-999d-84277bad420b,revision_number=10']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:17.838821 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0705d8-927c-4e1e-bd4b-4cea503d1cc3 req-d9d73d18-8a97-45ff-80a2-e762914a9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:17.840285 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3b0705d8-927c-4e1e-bd4b-4cea503d1cc3 req-d9d73d18-8a97-45ff-80a2-e762914a9f71 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 1100 time: 0.0440135 Aug 12 22:04:17.876471 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3b0705d8-927c-4e1e-bd4b-4cea503d1cc3 req-5f582442-8c68-45a9-8b2a-0c0f1d283571 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266960 Aug 12 22:04:17.884955 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['4865da5b-9c1e-4c33-9cf9-aec5adace89a'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:04:18.262092 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad6984-4949-4c84-a268-bed411caffed req-327a4e48-4bff-4a88-b4f3-d5b5f547c7bb tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:18.263552 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-06ad6984-4949-4c84-a268-bed411caffed req-327a4e48-4bff-4a88-b4f3-d5b5f547c7bb tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 947 time: 0.0527310 Aug 12 22:04:18.301420 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-06ad6984-4949-4c84-a268-bed411caffed req-66493327-19da-46d7-bba5-ae76d7505d5c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318322 Aug 12 22:04:18.385475 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae3a86-fc3c-4b70-85f8-6f51e0c46850 req-dba594d3-47bd-47cc-b19c-bc793b9abe86 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:18.386984 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a6ae3a86-fc3c-4b70-85f8-6f51e0c46850 req-dba594d3-47bd-47cc-b19c-bc793b9abe86 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 949 time: 0.0501521 Aug 12 22:04:18.425540 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a6ae3a86-fc3c-4b70-85f8-6f51e0c46850 req-0004a70d-6a86-44f3-af7c-bc1a3d84fca8 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/security-groups?id=92f47bc3-2b29-4a74-980f-224970ce03a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Aug 12 22:04:19.303124 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 4865da5b-9c1e-4c33-9cf9-aec5adace89a up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:04:19.354279 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port 4865da5b-9c1e-4c33-9cf9-aec5adace89a completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:04:19.358147 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port 4865da5b-9c1e-4c33-9cf9-aec5adace89a triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:19.358588 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:19.394279 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:04:19.427435 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd5cbb-bdd5-4e82-a1dd-52f32acd0ca5 req-5e481423-17aa-4952-a120-156e1131feff tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:19.428939 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-18fd5cbb-bdd5-4e82-a1dd-52f32acd0ca5 req-5e481423-17aa-4952-a120-156e1131feff tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 947 time: 0.0519953 Aug 12 22:04:19.444375 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:19.479371 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 4865da5b-9c1e-4c33-9cf9-aec5adace89a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4865da5b-9c1e-4c33-9cf9-aec5adace89a,segment=NetworkSegment(38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d),segment_id=38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:19.481114 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-18fd5cbb-bdd5-4e82-a1dd-52f32acd0ca5 req-4cd50005-166c-4b02-8dab-ff1bc13e9f52 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449619 Aug 12 22:04:19.486519 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:19.544231 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=4865da5b-9c1e-4c33-9cf9-aec5adace89a,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:19.551999 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dedc6-474b-4332-9a90-2005f5ec2ae4 req-780efe01-9c4a-405b-89e3-596df240af4d tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:19.553787 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-359dedc6-474b-4332-9a90-2005f5ec2ae4 req-780efe01-9c4a-405b-89e3-596df240af4d tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 950 time: 0.0558617 Aug 12 22:04:19.594260 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-359dedc6-474b-4332-9a90-2005f5ec2ae4 req-c1f34c21-4a0f-43e0-9ba1-653166f14b78 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/security-groups?id=92f47bc3-2b29-4a74-980f-224970ce03a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342374 Aug 12 22:04:19.631056 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9038e5b9-7114-46ad-ad11-c47079c2fd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4865da5b-9c1e-4c33-9cf9-aec5adace89a'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:04:19.633307 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763974fc-9e0d-4652-8a0f-6e982b6af2d8" -d '{"events": [{"server_uuid": "9038e5b9-7114-46ad-ad11-c47079c2fd30", "name": "network-vif-plugged", "status": "completed", "tag": "4865da5b-9c1e-4c33-9cf9-aec5adace89a"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:04:19.667820 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a61905d-1c36-4303-80e1-ebd46112746c x-openstack-request-id: req-8a61905d-1c36-4303-80e1-ebd46112746c {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:04:19.668113 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9038e5b9-7114-46ad-ad11-c47079c2fd30", "name": "network-vif-plugged", "status": "completed", "tag": "4865da5b-9c1e-4c33-9cf9-aec5adace89a", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:04:19.668399 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a61905d-1c36-4303-80e1-ebd46112746c {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:04:19.668797 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9038e5b9-7114-46ad-ad11-c47079c2fd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4865da5b-9c1e-4c33-9cf9-aec5adace89a', 'code': 200} Aug 12 22:04:19.834508 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3587913-3add-481d-afc4-71e2cd5db9be req-4a0e631d-8807-40fd-80b5-8966d483f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:19.835990 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d3587913-3add-481d-afc4-71e2cd5db9be req-4a0e631d-8807-40fd-80b5-8966d483f183 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 1103 time: 0.0404127 Aug 12 22:04:19.871139 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d3587913-3add-481d-afc4-71e2cd5db9be req-43d9c246-f8fe-477b-a963-935873d415e4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=92f47bc3-2b29-4a74-980f-224970ce03a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280592 Aug 12 22:04:20.604316 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052efc6-c995-41e4-804f-ca518232eae1 req-a62f65ae-c90e-45a0-94a2-c551fc60f33e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:20.605833 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1052efc6-c995-41e4-804f-ca518232eae1 req-a62f65ae-c90e-45a0-94a2-c551fc60f33e tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 947 time: 0.0523496 Aug 12 22:04:20.644996 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1052efc6-c995-41e4-804f-ca518232eae1 req-ee4fb41e-86a1-423c-aa9a-ca4e0207665d tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331874 Aug 12 22:04:20.716500 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60940a96-17f8-493b-9b5e-707957bd5232 req-44883395-fea6-45a8-b46c-77ea9dde2e7f tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:20.718021 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-60940a96-17f8-493b-9b5e-707957bd5232 req-44883395-fea6-45a8-b46c-77ea9dde2e7f tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 950 time: 0.0536749 Aug 12 22:04:20.758996 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-60940a96-17f8-493b-9b5e-707957bd5232 req-15a2a262-3efb-4071-842e-a952a3d4db5f tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/security-groups?id=92f47bc3-2b29-4a74-980f-224970ce03a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332947 Aug 12 22:04:21.851795 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e7b08182-ebb5-4f96-8e7e-7104e640f8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:21.874159 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518820a8-0471-4027-8498-99215e456089 req-99c39238-3a6c-4792-8e75-b3ad5c31950b tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:21.875619 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-518820a8-0471-4027-8498-99215e456089 req-99c39238-3a6c-4792-8e75-b3ad5c31950b tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 950 time: 0.0498073 Aug 12 22:04:21.913473 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-518820a8-0471-4027-8498-99215e456089 req-48441bcd-d0ac-4f41-9778-fd7f787f0b10 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/security-groups?id=92f47bc3-2b29-4a74-980f-224970ce03a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310240 Aug 12 22:04:22.180419 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eeca23-bd73-4957-9663-de3503beec66 req-1aa5530d-dee0-4a06-834b-4e9532ee5532 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:22.181982 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f3eeca23-bd73-4957-9663-de3503beec66 req-1aa5530d-dee0-4a06-834b-4e9532ee5532 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 950 time: 0.0515869 Aug 12 22:04:22.220218 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f3eeca23-bd73-4957-9663-de3503beec66 req-344e1e59-9e9c-47f6-b064-f8fcb94e5113 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/security-groups?id=92f47bc3-2b29-4a74-980f-224970ce03a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323040 Aug 12 22:04:23.355118 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccb76a-dea9-4970-a87b-5b84c51203cc req-2bc364dd-8087-4f4d-aec7-d1404e3d0f5e tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:23.356592 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-53ccb76a-dea9-4970-a87b-5b84c51203cc req-2bc364dd-8087-4f4d-aec7-d1404e3d0f5e tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 950 time: 0.0541933 Aug 12 22:04:23.395201 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-53ccb76a-dea9-4970-a87b-5b84c51203cc req-33925779-e9cb-4229-af8d-b7f28a43f594 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/security-groups?id=92f47bc3-2b29-4a74-980f-224970ce03a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319748 Aug 12 22:04:23.536129 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66db30-13c5-4ccc-b054-6b1b7b2b6745 req-7edb06ea-051f-45e7-8aae-d003167e8e29 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:23.537498 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8a66db30-13c5-4ccc-b054-6b1b7b2b6745 req-7edb06ea-051f-45e7-8aae-d003167e8e29 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.58 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 950 time: 0.0495207 Aug 12 22:04:23.630095 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-8a66db30-13c5-4ccc-b054-6b1b7b2b6745 req-c962a0e2-88d1-4afe-bc47-e381a726ae61 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Deleting port 4865da5b-9c1e-4c33-9cf9-aec5adace89a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:04:23.630435 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8a66db30-13c5-4ccc-b054-6b1b7b2b6745 req-c962a0e2-88d1-4afe-bc47-e381a726ae61 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.722526 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-8a66db30-13c5-4ccc-b054-6b1b7b2b6745 req-c962a0e2-88d1-4afe-bc47-e381a726ae61 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] For port 4865da5b-9c1e-4c33-9cf9-aec5adace89a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4865da5b-9c1e-4c33-9cf9-aec5adace89a,segment=NetworkSegment(38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d),segment_id=38ea2c5c-df53-4cc6-ad1e-74aa97f9eb0d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:23.722905 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8a66db30-13c5-4ccc-b054-6b1b7b2b6745 req-c962a0e2-88d1-4afe-bc47-e381a726ae61 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.735556 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-8a66db30-13c5-4ccc-b054-6b1b7b2b6745 req-c962a0e2-88d1-4afe-bc47-e381a726ae61 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Calling delete_port for 4865da5b-9c1e-4c33-9cf9-aec5adace89a owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:04:23.864561 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8a66db30-13c5-4ccc-b054-6b1b7b2b6745 req-c962a0e2-88d1-4afe-bc47-e381a726ae61 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.876648 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['4865da5b-9c1e-4c33-9cf9-aec5adace89a'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:04:23.893694 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962a0e2-88d1-4afe-bc47-e381a726ae61 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Pushing event deleted for resources: {'Port': ['ID=4865da5b-9c1e-4c33-9cf9-aec5adace89a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:23.939603 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a66db30-13c5-4ccc-b054-6b1b7b2b6745 req-c962a0e2-88d1-4afe-bc47-e381a726ae61 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] No DVR routers for this DVR port 4865da5b-9c1e-4c33-9cf9-aec5adace89a on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:04:23.943155 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8a66db30-13c5-4ccc-b054-6b1b7b2b6745 req-c962a0e2-88d1-4afe-bc47-e381a726ae61 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.945152 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8a66db30-13c5-4ccc-b054-6b1b7b2b6745 req-c962a0e2-88d1-4afe-bc47-e381a726ae61 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.58 "DELETE /v2.0/ports/4865da5b-9c1e-4c33-9cf9-aec5adace89a HTTP/1.1" status: 204 len: 173 time: 0.4016144 Aug 12 22:04:23.945645 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9038e5b9-7114-46ad-ad11-c47079c2fd30', 'name': 'network-vif-deleted', 'tag': '4865da5b-9c1e-4c33-9cf9-aec5adace89a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:04:23.948483 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5229eb6c-44f7-4eec-bd54-96e5fa8c59cb" -d '{"events": [{"server_uuid": "9038e5b9-7114-46ad-ad11-c47079c2fd30", "name": "network-vif-deleted", "tag": "4865da5b-9c1e-4c33-9cf9-aec5adace89a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:04:23.990075 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff42c79-8d82-46f2-ba20-ec7820621377 x-openstack-request-id: req-9ff42c79-8d82-46f2-ba20-ec7820621377 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:04:23.990477 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9038e5b9-7114-46ad-ad11-c47079c2fd30", "name": "network-vif-deleted", "tag": "4865da5b-9c1e-4c33-9cf9-aec5adace89a", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:04:23.990768 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ff42c79-8d82-46f2-ba20-ec7820621377 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:04:23.991285 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9038e5b9-7114-46ad-ad11-c47079c2fd30', 'name': 'network-vif-deleted', 'tag': '4865da5b-9c1e-4c33-9cf9-aec5adace89a', 'status': 'completed', 'code': 200} Aug 12 22:04:24.469015 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:24.471995 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f3301e2c-0f3b-40c8-be3b-4a378ba61545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:24.520504 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a6b4632a-b265-499c-8213-6fb551b80b1a req-9884701f-3454-4aff-8b64-3e08f9ce6174 tempest-VolumesNegativeTest-245622868 tempest-VolumesNegativeTest-245622868-project] 10.222.0.30 "GET /v2.0/ports?device_id=9038e5b9-7114-46ad-ad11-c47079c2fd30 HTTP/1.1" status: 200 len: 210 time: 0.0289788 Aug 12 22:04:25.691484 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:27.364832 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 4865da5b-9c1e-4c33-9cf9-aec5adace89a no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:04:27.385203 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: 4865da5b-9c1e-4c33-9cf9-aec5adace89a {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:04:27.385576 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 4865da5b-9c1e-4c33-9cf9-aec5adace89a not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:04:27.721432 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:29.064598 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 37822) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:29.192852 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-06740252-a375-4aec-a3c3-cf7b101f5d00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2145cd2f495247cca48a873fb8a16fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1271081 Aug 12 22:04:29.195349 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 37826) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:29.241914 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2145b36-3a40-4d22-b791-ec2ebefd6734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:29.263382 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2145b36-3a40-4d22-b791-ec2ebefd6734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:29.308648 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2145b36-3a40-4d22-b791-ec2ebefd6734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:29.311256 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2145b36-3a40-4d22-b791-ec2ebefd6734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:29.312326 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c2145b36-3a40-4d22-b791-ec2ebefd6734 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92f47bc3-2b29-4a74-980f-224970ce03a4 HTTP/1.1" status: 204 len: 168 time: 0.1160963 Aug 12 22:04:29.320439 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2145b36-3a40-4d22-b791-ec2ebefd6734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f47bc3-2b29-4a74-980f-224970ce03a4,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:31.499301 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e322a6-7526-4df6-b8c9-f3efdeb3c1d9 req-4b773af5-dbf5-44bd-9341-e4148a10ba6f tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:31.500678 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-04e322a6-7526-4df6-b8c9-f3efdeb3c1d9 req-4b773af5-dbf5-44bd-9341-e4148a10ba6f tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 946 time: 0.0492604 Aug 12 22:04:31.538171 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-04e322a6-7526-4df6-b8c9-f3efdeb3c1d9 req-803fe693-0d03-42e5-8697-26bd907dae19 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf00cfac-e940-467a-85a2-2d9f47fcf869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Aug 12 22:04:32.652841 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099c8a3-fcdc-495e-a5f1-6102965faa1e req-a74d38c2-3ec7-4962-8923-72e3b73d30df tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:32.654465 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3099c8a3-fcdc-495e-a5f1-6102965faa1e req-a74d38c2-3ec7-4962-8923-72e3b73d30df tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 946 time: 0.0482459 Aug 12 22:04:32.694051 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-3099c8a3-fcdc-495e-a5f1-6102965faa1e req-a8a3f2fe-6070-430e-b00f-e325c12b08d8 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf00cfac-e940-467a-85a2-2d9f47fcf869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314736 Aug 12 22:04:33.222504 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-8bd4e96f-5174-4d12-a3f6-f40a99f3121f tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:33.223958 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-8bd4e96f-5174-4d12-a3f6-f40a99f3121f tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.58 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 946 time: 0.0479410 Aug 12 22:04:33.318162 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-14463b74-0cd6-4401-8203-6f337402c75d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Deleting port c219b397-a038-43ee-a7ba-68e60d4547c8 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:04:33.318513 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-14463b74-0cd6-4401-8203-6f337402c75d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:33.405938 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-14463b74-0cd6-4401-8203-6f337402c75d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] For port c219b397-a038-43ee-a7ba-68e60d4547c8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c219b397-a038-43ee-a7ba-68e60d4547c8,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:33.406312 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-14463b74-0cd6-4401-8203-6f337402c75d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:33.580947 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-14463b74-0cd6-4401-8203-6f337402c75d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:33.581961 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-14463b74-0cd6-4401-8203-6f337402c75d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:33.582199 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.l3_db [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-14463b74-0cd6-4401-8203-6f337402c75d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Floating IP 4ebd025f-cd40-40d5-819a-3f8d166ab4ed disassociated. External IP: 172.27.0.235, port: c219b397-a038-43ee-a7ba-68e60d4547c8. Aug 12 22:04:33.582550 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-14463b74-0cd6-4401-8203-6f337402c75d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Calling delete_port for c219b397-a038-43ee-a7ba-68e60d4547c8 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:04:33.711436 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-14463b74-0cd6-4401-8203-6f337402c75d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:33.744873 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14463b74-0cd6-4401-8203-6f337402c75d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event deleted for resources: {'Port': ['ID=c219b397-a038-43ee-a7ba-68e60d4547c8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:33.815494 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-591b6976-b86b-489c-b6b4-87d622cbaf7f req-841c3a4f-b374-4d2f-9157-b1032d037d31 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/ports?device_id=271d82bd-a09e-4570-afde-f9c3a590ef69 HTTP/1.1" status: 200 len: 210 time: 0.0286980 Aug 12 22:04:33.883472 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-14463b74-0cd6-4401-8203-6f337402c75d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Router 6f0f52de-15e0-4444-bdad-330ef4cff078 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:04:33.990189 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-14463b74-0cd6-4401-8203-6f337402c75d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:04:34.002080 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650c24c-bcf6-4a33-a1fb-45156c8ed478 None None] Sync routers for ids ['6f0f52de-15e0-4444-bdad-330ef4cff078'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:04:34.009529 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650c24c-bcf6-4a33-a1fb-45156c8ed478 None None] Routers {'6f0f52de-15e0-4444-bdad-330ef4cff078'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:04:34.010202 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d650c24c-bcf6-4a33-a1fb-45156c8ed478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:04:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['6f0f52de-15e0-4444-bdad-330ef4cff078'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:34.030816 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-14463b74-0cd6-4401-8203-6f337402c75d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] No DVR routers for this DVR port c219b397-a038-43ee-a7ba-68e60d4547c8 on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:04:34.033347 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-14463b74-0cd6-4401-8203-6f337402c75d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:34.035661 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b5d55223-a1fe-4968-990f-8d85eafe58a0 req-14463b74-0cd6-4401-8203-6f337402c75d tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.58 "DELETE /v2.0/ports/c219b397-a038-43ee-a7ba-68e60d4547c8 HTTP/1.1" status: 204 len: 173 time: 0.8050940 Aug 12 22:04:34.036117 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271d82bd-a09e-4570-afde-f9c3a590ef69', 'name': 'network-vif-deleted', 'tag': 'c219b397-a038-43ee-a7ba-68e60d4547c8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:04:34.038380 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc22f8c1-d907-40be-9092-4625c69b6813" -d '{"events": [{"server_uuid": "271d82bd-a09e-4570-afde-f9c3a590ef69", "name": "network-vif-deleted", "tag": "c219b397-a038-43ee-a7ba-68e60d4547c8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:04:34.079595 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85521999-1491-4381-8604-a974c55bcc1b x-openstack-request-id: req-85521999-1491-4381-8604-a974c55bcc1b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:04:34.080206 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271d82bd-a09e-4570-afde-f9c3a590ef69", "name": "network-vif-deleted", "tag": "c219b397-a038-43ee-a7ba-68e60d4547c8", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:04:34.080441 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85521999-1491-4381-8604-a974c55bcc1b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:04:34.080940 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271d82bd-a09e-4570-afde-f9c3a590ef69', 'name': 'network-vif-deleted', 'tag': 'c219b397-a038-43ee-a7ba-68e60d4547c8', 'status': 'completed', 'code': 200} Aug 12 22:04:34.128632 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-d650c24c-bcf6-4a33-a1fb-45156c8ed478 None None] Set router 6f0f52de-15e0-4444-bdad-330ef4cff078 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:04:34.328744 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d650c24c-bcf6-4a33-a1fb-45156c8ed478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '9f3509a6-c8df-4317-ac77-974557617d30', 'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'mac_address': 'fa:16:3e:8c:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:58Z', 'updated_at': '2021-08-12T21:58:09Z', 'revision_number': 5, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'subnets': [{'id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:34.358585 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650c24c-bcf6-4a33-a1fb-45156c8ed478 None None] Checking router: 6f0f52de-15e0-4444-bdad-330ef4cff078 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:04:34.366588 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650c24c-bcf6-4a33-a1fb-45156c8ed478 None None] Routers {'6f0f52de-15e0-4444-bdad-330ef4cff078'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:04:34.367189 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d650c24c-bcf6-4a33-a1fb-45156c8ed478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:04:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['6f0f52de-15e0-4444-bdad-330ef4cff078'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:34.473407 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-d650c24c-bcf6-4a33-a1fb-45156c8ed478 None None] Set router 6f0f52de-15e0-4444-bdad-330ef4cff078 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:04:34.679247 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d650c24c-bcf6-4a33-a1fb-45156c8ed478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '9f3509a6-c8df-4317-ac77-974557617d30', 'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'mac_address': 'fa:16:3e:8c:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:58Z', 'updated_at': '2021-08-12T21:58:09Z', 'revision_number': 5, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'subnets': [{'id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:34.704673 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650c24c-bcf6-4a33-a1fb-45156c8ed478 None None] The sync data for ids ['6f0f52de-15e0-4444-bdad-330ef4cff078'] in dv-cinder-804459-3-iscsi is: [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:00Z', 'revision_number': 4, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '9f3509a6-c8df-4317-ac77-974557617d30', 'name': '', 'network_id': '095a1efa-c2bb-4f8d-8a60-e45d89fec269', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'mac_address': 'fa:16:3e:8c:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:58Z', 'updated_at': '2021-08-12T21:58:09Z', 'revision_number': 5, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'subnets': [{'id': 'f8645d12-4e07-4775-ade2-97bd878f2184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:04:34.901651 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 37870) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:34.912151 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc869d-5ecb-4efa-a078-ea0e579089de None None] New status for floating IP 4ebd025f-cd40-40d5-819a-3f8d166ab4ed: DOWN {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:04:34.958625 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8029728f-e0d1-4bf6-bacf-36b0cb153829 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:34.985228 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8029728f-e0d1-4bf6-bacf-36b0cb153829 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:35.034094 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8029728f-e0d1-4bf6-bacf-36b0cb153829 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:35.036748 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8029728f-e0d1-4bf6-bacf-36b0cb153829 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:35.038132 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-8029728f-e0d1-4bf6-bacf-36b0cb153829 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "DELETE /v2.0/security-groups/bf00cfac-e940-467a-85a2-2d9f47fcf869 HTTP/1.1" status: 204 len: 168 time: 0.1352856 Aug 12 22:04:35.040702 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 37872) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:35.047664 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029728f-e0d1-4bf6-bacf-36b0cb153829 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf00cfac-e940-467a-85a2-2d9f47fcf869,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:35.058589 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.api.v2.resource [None req-b5c4fc7f-dfd5-4160-9956-db6ddc59a3f9 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] show failed (client error): The resource could not be found. Aug 12 22:04:35.059657 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-b5c4fc7f-dfd5-4160-9956-db6ddc59a3f9 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "GET /v2.0/security-groups/bf00cfac-e940-467a-85a2-2d9f47fcf869 HTTP/1.1" status: 404 len: 347 time: 0.0178595 Aug 12 22:04:35.066539 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 37874) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:35.188593 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a14288ca-a319-4bd0-ae06-e0d238cb4353 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Deleting port 0bb5f39a-60eb-4d98-9b49-172a741444dd {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:04:35.188935 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a14288ca-a319-4bd0-ae06-e0d238cb4353 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:35.264788 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a14288ca-a319-4bd0-ae06-e0d238cb4353 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:35.265043 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a14288ca-a319-4bd0-ae06-e0d238cb4353 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:35.276233 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a14288ca-a319-4bd0-ae06-e0d238cb4353 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Calling delete_port for 0bb5f39a-60eb-4d98-9b49-172a741444dd owned by network:floatingip {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:04:35.381341 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device c219b397-a038-43ee-a7ba-68e60d4547c8 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:04:35.405933 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: c219b397-a038-43ee-a7ba-68e60d4547c8 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:04:35.406285 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device c219b397-a038-43ee-a7ba-68e60d4547c8 not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:04:35.625204 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a14288ca-a319-4bd0-ae06-e0d238cb4353 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:35.651489 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14288ca-a319-4bd0-ae06-e0d238cb4353 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Pushing event deleted for resources: {'Port': ['ID=0bb5f39a-60eb-4d98-9b49-172a741444dd,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:35.712172 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a14288ca-a319-4bd0-ae06-e0d238cb4353 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks [] for floatingip, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:35.714670 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a14288ca-a319-4bd0-ae06-e0d238cb4353 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:35.715817 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-a14288ca-a319-4bd0-ae06-e0d238cb4353 tempest-AttachVolumeTestJSON-1556185431 tempest-AttachVolumeTestJSON-1556185431-project] 10.222.0.30 "DELETE /v2.0/floatingips/4ebd025f-cd40-40d5-819a-3f8d166ab4ed HTTP/1.1" status: 204 len: 168 time: 0.6481950 Aug 12 22:04:39.248947 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 37902) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:39.727920 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7847611c-a92d-461e-a1df-9b16ec451221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740956'] for router_interface, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:39.971234 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7847611c-a92d-461e-a1df-9b16ec451221 admin admin] Deleting port 9f3509a6-c8df-4317-ac77-974557617d30 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:04:39.972106 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7847611c-a92d-461e-a1df-9b16ec451221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:40.051652 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7847611c-a92d-461e-a1df-9b16ec451221 admin admin] For port 9f3509a6-c8df-4317-ac77-974557617d30, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=9f3509a6-c8df-4317-ac77-974557617d30,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:40.051945 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7847611c-a92d-461e-a1df-9b16ec451221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:40.064213 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7847611c-a92d-461e-a1df-9b16ec451221 admin admin] Calling delete_port for 9f3509a6-c8df-4317-ac77-974557617d30 owned by network:router_interface {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:04:40.240222 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7847611c-a92d-461e-a1df-9b16ec451221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:40.266760 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847611c-a92d-461e-a1df-9b16ec451221 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3509a6-c8df-4317-ac77-974557617d30,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:40.432135 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7847611c-a92d-461e-a1df-9b16ec451221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683756'] for router_interface, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:40.639505 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7847611c-a92d-461e-a1df-9b16ec451221 admin admin] Router 6f0f52de-15e0-4444-bdad-330ef4cff078 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:04:40.743225 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7847611c-a92d-461e-a1df-9b16ec451221 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:04:40.748157 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7847611c-a92d-461e-a1df-9b16ec451221 admin admin] 10.222.0.30 "PUT /v2.0/routers/6f0f52de-15e0-4444-bdad-330ef4cff078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4981205 Aug 12 22:04:40.750944 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 37906) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:40.754184 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e3b63-ad89-4a70-bb4f-e2889c2589b4 None None] Sync routers for ids ['6f0f52de-15e0-4444-bdad-330ef4cff078'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:04:40.763199 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e3b63-ad89-4a70-bb4f-e2889c2589b4 None None] Routers {'6f0f52de-15e0-4444-bdad-330ef4cff078'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:04:40.763805 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-416e3b63-ad89-4a70-bb4f-e2889c2589b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:04:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['6f0f52de-15e0-4444-bdad-330ef4cff078'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:40.860142 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:40.867206 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-416e3b63-ad89-4a70-bb4f-e2889c2589b4 None None] Set router 6f0f52de-15e0-4444-bdad-330ef4cff078 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:04:40.961922 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.015672 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] Deleting port 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:04:41.016036 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.041534 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-416e3b63-ad89-4a70-bb4f-e2889c2589b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T22:04:40Z', 'revision_number': 5, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port': {'id': '2711f992-8daa-4d4d-a82b-f7a5f9b0ae25', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:52Z', 'updated_at': '2021-08-12T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:41.074185 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e3b63-ad89-4a70-bb4f-e2889c2589b4 None None] Checking router: 6f0f52de-15e0-4444-bdad-330ef4cff078 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:04:41.082391 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e3b63-ad89-4a70-bb4f-e2889c2589b4 None None] Routers {'6f0f52de-15e0-4444-bdad-330ef4cff078'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:04:41.082987 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-416e3b63-ad89-4a70-bb4f-e2889c2589b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:04:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['6f0f52de-15e0-4444-bdad-330ef4cff078'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:41.108064 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] For port 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=2711f992-8daa-4d4d-a82b-f7a5f9b0ae25,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:41.108436 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.122412 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] Calling delete_port for 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25 owned by network:router_gateway {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:04:41.292176 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-416e3b63-ad89-4a70-bb4f-e2889c2589b4 None None] Set router 6f0f52de-15e0-4444-bdad-330ef4cff078 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:04:41.300300 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.329079 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2711f992-8daa-4d4d-a82b-f7a5f9b0ae25,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:41.346028 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-416e3b63-ad89-4a70-bb4f-e2889c2589b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T22:04:40Z', 'revision_number': 6, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port_host': None}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:41.373454 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e3b63-ad89-4a70-bb4f-e2889c2589b4 None None] The sync data for ids ['6f0f52de-15e0-4444-bdad-330ef4cff078'] in dv-cinder-804459-3-iscsi is: [{'id': '6f0f52de-15e0-4444-bdad-330ef4cff078', 'name': 'tempest-AttachVolumeTestJSON-703346770-router', 'tenant_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T22:04:40Z', 'revision_number': 6, 'project_id': '0f0168f0c18f4408a7f2984a0a4038f4', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:04:41.390440 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1683670'] for router_gateway, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.488254 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103813'] for router, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.490593 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.532014 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685301'] for router, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.532820 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f0f52de-15e0-4444-bdad-330ef4cff078 {{(pid=93878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:04:41.538731 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.540105 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-04cb9cd7-792c-48f2-8c15-81a4b63011d0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6f0f52de-15e0-4444-bdad-330ef4cff078 HTTP/1.1" status: 204 len: 168 time: 0.7882042 Aug 12 22:04:41.542856 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 37908) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:41.589773 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c625083-b849-4d8b-9fb5-5371e27e1171 admin admin] Deleting subnet f8645d12-4e07-4775-ade2-97bd878f2184 {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:04:41.592770 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c625083-b849-4d8b-9fb5-5371e27e1171 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.626784 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c625083-b849-4d8b-9fb5-5371e27e1171 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287314101'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.700946 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c625083-b849-4d8b-9fb5-5371e27e1171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.755961 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c625083-b849-4d8b-9fb5-5371e27e1171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287189987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4286855062'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.769684 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c625083-b849-4d8b-9fb5-5371e27e1171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.774391 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 37912) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:41.775254 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-1c625083-b849-4d8b-9fb5-5371e27e1171 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f8645d12-4e07-4775-ade2-97bd878f2184 HTTP/1.1" status: 204 len: 168 time: 0.2314751 Aug 12 22:04:41.777422 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651ec5d2-3937-47db-898f-714610c986e3 None None] Network 095a1efa-c2bb-4f8d-8a60-e45d89fec269 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:04:41.855217 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.923940 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] Deleting port 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:04:41.924372 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.993831 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] For port 4564b8e1-cd9a-4e7c-9fdd-0d210a807459, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=4564b8e1-cd9a-4e7c-9fdd-0d210a807459,segment=NetworkSegment(fd1999e8-5ad4-4e39-a88f-393c11e8c57c),segment_id=fd1999e8-5ad4-4e39-a88f-393c11e8c57c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:41.994201 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:42.008673 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] Calling delete_port for 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:04:42.027654 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c625083-b849-4d8b-9fb5-5371e27e1171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8645d12-4e07-4775-ade2-97bd878f2184,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:42.091805 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:42.117085 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=4564b8e1-cd9a-4e7c-9fdd-0d210a807459,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:42.120639 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] No DVR routers for this DVR port 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 on host dv-cinder-804459-3-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:04:42.191713 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:42.203600 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095a1efa-c2bb-4f8d-8a60-e45d89fec269']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:42.218943 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:42.219532 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1999e8-5ad4-4e39-a88f-393c11e8c57c') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:42.223330 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d9dca9-df0e-4d10-b016-201291e5e493 None None] DHCP port deletion for 095a1efa-c2bb-4f8d-8a60-e45d89fec269 request from dv-cinder-804459-3-iscsi {{(pid=93879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:04:42.233554 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288181462'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:42.245177 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:42.251191 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:04:42.251607 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288414325'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: Traceback (most recent call last): Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: timer() Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: cb(*args, **kw) Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: return func(*args, **kwargs) Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: self._notify() Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: self.callback(batched_events) Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: event.method(event) Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: return f(self, *a, **k) Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: return self._get(url).json() Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: return self.request(url, 'GET', **kwargs) Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:04:42.253390 dv-cinder-804459-3-iscsi neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:04:42.308455 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:42.313446 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:42.317047 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] 10.222.0.30 "DELETE /v2.0/networks/095a1efa-c2bb-4f8d-8a60-e45d89fec269 HTTP/1.1" status: 204 len: 168 time: 0.5414031 Aug 12 22:04:42.330605 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2955a-8834-4b53-bbb1-b4aa7b598e49 admin admin] Pushing event deleted for resources: {'Network': ['ID=095a1efa-c2bb-4f8d-8a60-e45d89fec269,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:42.432576 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 37916) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:42.482116 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-36a8c10c-4180-46ad-a46c-8e45106e6e73 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f0168f0c18f4408a7f2984a0a4038f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0481696 Aug 12 22:04:42.482866 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 37918) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:42.530156 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-78498dcc-75c8-4113-a312-9365457e06d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:42.554653 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-78498dcc-75c8-4113-a312-9365457e06d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:42.599844 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-78498dcc-75c8-4113-a312-9365457e06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:42.602430 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-78498dcc-75c8-4113-a312-9365457e06d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:42.603571 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-78498dcc-75c8-4113-a312-9365457e06d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af1cae03-d838-43da-829a-2ed31d35f524 HTTP/1.1" status: 204 len: 168 time: 0.1197903 Aug 12 22:04:42.611206 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78498dcc-75c8-4113-a312-9365457e06d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1cae03-d838-43da-829a-2ed31d35f524,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:42.891922 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 9f3509a6-c8df-4317-ac77-974557617d30 no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:04:42.913340 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 9f3509a6-c8df-4317-ac77-974557617d30 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:04:42.913705 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 9f3509a6-c8df-4317-ac77-974557617d30 not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:04:42.914118 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:04:42.932395 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:04:42.932742 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 4564b8e1-cd9a-4e7c-9fdd-0d210a807459 not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:04:42.933150 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25 no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:04:42.955052 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:04:42.955385 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 2711f992-8daa-4d4d-a82b-f7a5f9b0ae25 not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:04:45.816616 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:46.874953 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 37990) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:46.977002 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-818117c3-c25d-4cc7-b854-9f505fbd6556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:47.066387 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-818117c3-c25d-4cc7-b854-9f505fbd6556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:47.070153 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-818117c3-c25d-4cc7-b854-9f505fbd6556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:47.109115 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-818117c3-c25d-4cc7-b854-9f505fbd6556 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b04a6242130a41139a241a125ac2a1a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330565 Aug 12 22:04:47.110659 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818117c3-c25d-4cc7-b854-9f505fbd6556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb496de8-9e27-4666-967d-3572f6dfe90e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:47.111903 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 37994) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:47.163756 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-840d2143-8d78-4c5d-b7f8-a498c9929ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:47.184561 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-840d2143-8d78-4c5d-b7f8-a498c9929ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:47.231041 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-840d2143-8d78-4c5d-b7f8-a498c9929ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:47.233658 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-840d2143-8d78-4c5d-b7f8-a498c9929ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:47.234801 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-840d2143-8d78-4c5d-b7f8-a498c9929ea1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb496de8-9e27-4666-967d-3572f6dfe90e HTTP/1.1" status: 204 len: 168 time: 0.1211598 Aug 12 22:04:47.242381 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d2143-8d78-4c5d-b7f8-a498c9929ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb496de8-9e27-4666-967d-3572f6dfe90e,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:47.489345 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38000) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:47.502461 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-46095a04-db6e-48f1-9c87-5720df7c0dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:47.593372 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-46095a04-db6e-48f1-9c87-5720df7c0dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:47.597169 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-46095a04-db6e-48f1-9c87-5720df7c0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:47.632057 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46095a04-db6e-48f1-9c87-5720df7c0dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0667bacb-8b9d-4cca-8330-118b2de2ef64,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:47.636284 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-46095a04-db6e-48f1-9c87-5720df7c0dfd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47472c7499684846ad8f9421ec3a3ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458330 Aug 12 22:04:47.638900 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38002) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:47.689525 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ea77d66-8d3f-4e85-88ed-aa918eee7f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:47.709836 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ea77d66-8d3f-4e85-88ed-aa918eee7f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:47.754998 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ea77d66-8d3f-4e85-88ed-aa918eee7f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:47.757610 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ea77d66-8d3f-4e85-88ed-aa918eee7f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:47.758839 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-0ea77d66-8d3f-4e85-88ed-aa918eee7f93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0667bacb-8b9d-4cca-8330-118b2de2ef64 HTTP/1.1" status: 204 len: 168 time: 0.1189966 Aug 12 22:04:47.766363 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea77d66-8d3f-4e85-88ed-aa918eee7f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0667bacb-8b9d-4cca-8330-118b2de2ef64,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:49.767447 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38074) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:49.868502 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d51689da-b035-4bc3-8490-39d91788446e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:49.954542 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d51689da-b035-4bc3-8490-39d91788446e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:49.958046 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d51689da-b035-4bc3-8490-39d91788446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:49.995043 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51689da-b035-4bc3-8490-39d91788446e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b086d883-84c5-49ad-8dea-140f0e5cc17a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:50.000891 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d51689da-b035-4bc3-8490-39d91788446e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7706435fbc224e35a35eaba4574c6321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323735 Aug 12 22:04:50.002921 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38078) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:50.052466 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d6359e9c-8538-41dd-b152-07774d4601b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:50.074013 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d6359e9c-8538-41dd-b152-07774d4601b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:50.123399 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d6359e9c-8538-41dd-b152-07774d4601b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:50.127575 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d6359e9c-8538-41dd-b152-07774d4601b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:50.129327 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d6359e9c-8538-41dd-b152-07774d4601b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b086d883-84c5-49ad-8dea-140f0e5cc17a HTTP/1.1" status: 204 len: 168 time: 0.1255484 Aug 12 22:04:50.136810 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6359e9c-8538-41dd-b152-07774d4601b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b086d883-84c5-49ad-8dea-140f0e5cc17a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:50.383063 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38084) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:50.396585 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16e0fcf0-825a-4953-a463-96d0e95d566f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:50.486175 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16e0fcf0-825a-4953-a463-96d0e95d566f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:50.489960 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16e0fcf0-825a-4953-a463-96d0e95d566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:50.526865 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-16e0fcf0-825a-4953-a463-96d0e95d566f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5efd527a394e4b44a2a2a71d885e69ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427457 Aug 12 22:04:50.528792 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0fcf0-825a-4953-a463-96d0e95d566f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc204d5-58ab-46cf-883c-dc67b5dfa939,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:50.529566 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 38086) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:50.577777 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6158c663-8c1c-4e0e-8774-4618eef21e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:50.599058 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6158c663-8c1c-4e0e-8774-4618eef21e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:50.647198 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6158c663-8c1c-4e0e-8774-4618eef21e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:50.649687 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6158c663-8c1c-4e0e-8774-4618eef21e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:50.650833 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-6158c663-8c1c-4e0e-8774-4618eef21e2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fc204d5-58ab-46cf-883c-dc67b5dfa939 HTTP/1.1" status: 204 len: 168 time: 0.1202729 Aug 12 22:04:50.658547 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158c663-8c1c-4e0e-8774-4618eef21e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc204d5-58ab-46cf-883c-dc67b5dfa939,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:51.663037 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 38116) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:51.765344 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01bd597a-1b68-4b97-baaa-945439a39bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:51.853143 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f559639e-112d-4845-af83-50afa8bd9595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:51.856383 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01bd597a-1b68-4b97-baaa-945439a39bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:51.859475 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01bd597a-1b68-4b97-baaa-945439a39bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:51.896983 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-01bd597a-1b68-4b97-baaa-945439a39bf3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29b7c1996ec842359ff59436ac301031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327895 Aug 12 22:04:51.899009 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd597a-1b68-4b97-baaa-945439a39bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d2f3bc-d0de-4eb5-bf62-86a32aec54ed,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:51.899703 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38120) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:51.948256 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8fb04f8-9997-4e54-9d82-71aab45f4f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:51.969655 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8fb04f8-9997-4e54-9d82-71aab45f4f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:52.017994 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8fb04f8-9997-4e54-9d82-71aab45f4f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:52.021019 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8fb04f8-9997-4e54-9d82-71aab45f4f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:52.022352 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-e8fb04f8-9997-4e54-9d82-71aab45f4f11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8d2f3bc-d0de-4eb5-bf62-86a32aec54ed HTTP/1.1" status: 204 len: 168 time: 0.1214869 Aug 12 22:04:52.031162 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb04f8-9997-4e54-9d82-71aab45f4f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d2f3bc-d0de-4eb5-bf62-86a32aec54ed,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:54.004885 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92461a-e9d5-4797-b063-89f533f35e00 req-a1e2fe80-0506-4c91-8663-2f49a5a274fb tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:54.006494 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9b92461a-e9d5-4797-b063-89f533f35e00 req-a1e2fe80-0506-4c91-8663-2f49a5a274fb tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 947 time: 0.0509186 Aug 12 22:04:54.046664 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9b92461a-e9d5-4797-b063-89f533f35e00 req-dad2de5d-9a9c-4130-bc53-069bd794513c tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331364 Aug 12 22:04:54.472085 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:54.475951 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23a3aa29-64c4-459c-808f-d09bf56380ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:55.173271 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210e034-e90d-4550-b356-1b854327c480 req-cc8d4cfa-8a0d-47bf-94a1-dfcac5facec8 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:55.174774 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5210e034-e90d-4550-b356-1b854327c480 req-cc8d4cfa-8a0d-47bf-94a1-dfcac5facec8 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 947 time: 0.0526948 Aug 12 22:04:55.221656 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5210e034-e90d-4550-b356-1b854327c480 req-34927ee3-d633-4af7-a5f3-255c1cee0b18 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ff36a3e-bdbf-44b4-b401-6e97d2e01679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408661 Aug 12 22:04:55.334291 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20298662-63a1-46f6-910f-1221e1d987f4 req-0f33d0e2-d2c2-4afe-9492-d4d1beaf290a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:55.335747 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-20298662-63a1-46f6-910f-1221e1d987f4 req-0f33d0e2-d2c2-4afe-9492-d4d1beaf290a tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 947 time: 0.0510740 Aug 12 22:04:55.424545 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-20298662-63a1-46f6-910f-1221e1d987f4 req-724b2cd4-2d3f-45c0-8454-fbe3659615ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Deleting port 42a59830-53fc-4921-999d-84277bad420b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:04:55.424934 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-20298662-63a1-46f6-910f-1221e1d987f4 req-724b2cd4-2d3f-45c0-8454-fbe3659615ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:55.517241 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-20298662-63a1-46f6-910f-1221e1d987f4 req-724b2cd4-2d3f-45c0-8454-fbe3659615ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] For port 42a59830-53fc-4921-999d-84277bad420b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=42a59830-53fc-4921-999d-84277bad420b,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:55.517639 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-20298662-63a1-46f6-910f-1221e1d987f4 req-724b2cd4-2d3f-45c0-8454-fbe3659615ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:55.687457 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:55.691977 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-20298662-63a1-46f6-910f-1221e1d987f4 req-724b2cd4-2d3f-45c0-8454-fbe3659615ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:55.692354 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-20298662-63a1-46f6-910f-1221e1d987f4 req-724b2cd4-2d3f-45c0-8454-fbe3659615ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:55.692761 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.l3_db [req-20298662-63a1-46f6-910f-1221e1d987f4 req-724b2cd4-2d3f-45c0-8454-fbe3659615ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Floating IP 31f68958-9f90-497a-85b9-7fd0ea77a5a6 disassociated. External IP: 172.27.0.168, port: 42a59830-53fc-4921-999d-84277bad420b. Aug 12 22:04:55.693151 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-20298662-63a1-46f6-910f-1221e1d987f4 req-724b2cd4-2d3f-45c0-8454-fbe3659615ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Calling delete_port for 42a59830-53fc-4921-999d-84277bad420b owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:04:55.823373 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-20298662-63a1-46f6-910f-1221e1d987f4 req-724b2cd4-2d3f-45c0-8454-fbe3659615ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:55.854302 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b2cd4-2d3f-45c0-8454-fbe3659615ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event deleted for resources: {'Port': ['ID=42a59830-53fc-4921-999d-84277bad420b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:55.970735 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20298662-63a1-46f6-910f-1221e1d987f4 req-724b2cd4-2d3f-45c0-8454-fbe3659615ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Router e802336c-3743-4648-bac0-7d71c6952155 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:04:56.077350 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20298662-63a1-46f6-910f-1221e1d987f4 req-724b2cd4-2d3f-45c0-8454-fbe3659615ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:04:56.090279 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61198566-edf0-4592-a880-c3073607bb86 None None] Sync routers for ids ['e802336c-3743-4648-bac0-7d71c6952155'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:04:56.101583 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61198566-edf0-4592-a880-c3073607bb86 None None] Routers {'e802336c-3743-4648-bac0-7d71c6952155'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:04:56.102201 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-61198566-edf0-4592-a880-c3073607bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:04:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['e802336c-3743-4648-bac0-7d71c6952155'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:56.119351 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-20298662-63a1-46f6-910f-1221e1d987f4 req-724b2cd4-2d3f-45c0-8454-fbe3659615ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] No DVR routers for this DVR port 42a59830-53fc-4921-999d-84277bad420b on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:04:56.121999 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-20298662-63a1-46f6-910f-1221e1d987f4 req-724b2cd4-2d3f-45c0-8454-fbe3659615ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:56.124042 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-20298662-63a1-46f6-910f-1221e1d987f4 req-724b2cd4-2d3f-45c0-8454-fbe3659615ba tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.58 "DELETE /v2.0/ports/42a59830-53fc-4921-999d-84277bad420b HTTP/1.1" status: 204 len: 173 time: 0.7817004 Aug 12 22:04:56.124541 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'name': 'network-vif-deleted', 'tag': '42a59830-53fc-4921-999d-84277bad420b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:04:56.126810 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573425a0-40a1-440a-9d01-4e91c889cf69" -d '{"events": [{"server_uuid": "ea927f21-7ca1-449b-999e-d60a5ab9859e", "name": "network-vif-deleted", "tag": "42a59830-53fc-4921-999d-84277bad420b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:04:56.174848 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7149d93-2d5d-4a41-b838-2ec3fcb0d353 x-openstack-request-id: req-b7149d93-2d5d-4a41-b838-2ec3fcb0d353 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:04:56.175510 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea927f21-7ca1-449b-999e-d60a5ab9859e", "name": "network-vif-deleted", "tag": "42a59830-53fc-4921-999d-84277bad420b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:04:56.175510 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7149d93-2d5d-4a41-b838-2ec3fcb0d353 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:04:56.175800 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea927f21-7ca1-449b-999e-d60a5ab9859e', 'name': 'network-vif-deleted', 'tag': '42a59830-53fc-4921-999d-84277bad420b', 'status': 'completed', 'code': 200} Aug 12 22:04:56.238784 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-61198566-edf0-4592-a880-c3073607bb86 None None] Set router e802336c-3743-4648-bac0-7d71c6952155 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:04:56.368017 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e7d6ef27-0557-4c81-ba76-497b41d099a1 req-e4401519-81ce-47ea-8c64-9139fea2eed8 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea927f21-7ca1-449b-999e-d60a5ab9859e HTTP/1.1" status: 200 len: 210 time: 0.0443578 Aug 12 22:04:56.395269 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:04:56.505578 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-61198566-edf0-4592-a880-c3073607bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:58:03Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'd0c58c0c-c23c-4a89-9ec9-7530f7a7357f', 'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'mac_address': 'fa:16:3e:7a:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:59Z', 'updated_at': '2021-08-12T21:58:18Z', 'revision_number': 5, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'subnets': [{'id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:56.531411 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61198566-edf0-4592-a880-c3073607bb86 None None] Checking router: e802336c-3743-4648-bac0-7d71c6952155 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:04:56.539297 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61198566-edf0-4592-a880-c3073607bb86 None None] Routers {'e802336c-3743-4648-bac0-7d71c6952155'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:04:56.539878 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-61198566-edf0-4592-a880-c3073607bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:04:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['e802336c-3743-4648-bac0-7d71c6952155'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:56.643292 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-61198566-edf0-4592-a880-c3073607bb86 None None] Set router e802336c-3743-4648-bac0-7d71c6952155 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:04:56.834996 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-61198566-edf0-4592-a880-c3073607bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:58:03Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'd0c58c0c-c23c-4a89-9ec9-7530f7a7357f', 'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'mac_address': 'fa:16:3e:7a:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:59Z', 'updated_at': '2021-08-12T21:58:18Z', 'revision_number': 5, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'subnets': [{'id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:56.866977 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61198566-edf0-4592-a880-c3073607bb86 None None] The sync data for ids ['e802336c-3743-4648-bac0-7d71c6952155'] in dv-cinder-804459-3-iscsi is: [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T21:58:03Z', 'revision_number': 4, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'd0c58c0c-c23c-4a89-9ec9-7530f7a7357f', 'name': '', 'network_id': 'b49de074-e205-41a7-bba4-aea2b1a09673', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'mac_address': 'fa:16:3e:7a:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:59Z', 'updated_at': '2021-08-12T21:58:18Z', 'revision_number': 5, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'subnets': [{'id': '6a22c3b4-2e5f-4b32-9788-ca56e9b079cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:04:57.080244 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eae25e-e6fd-4ab5-8a37-840eed58dc27 None None] New status for floating IP 31f68958-9f90-497a-85b9-7fd0ea77a5a6: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:04:57.463560 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38230) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:57.508625 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 42a59830-53fc-4921-999d-84277bad420b no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:04:57.530450 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: 42a59830-53fc-4921-999d-84277bad420b {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:04:57.531091 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 42a59830-53fc-4921-999d-84277bad420b not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:04:57.531480 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-248ff8ca-2929-44aa-a1c7-1a098463fca0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:57.557858 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-248ff8ca-2929-44aa-a1c7-1a098463fca0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:57.604014 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-248ff8ca-2929-44aa-a1c7-1a098463fca0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:57.606640 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-248ff8ca-2929-44aa-a1c7-1a098463fca0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:57.607796 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-248ff8ca-2929-44aa-a1c7-1a098463fca0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "DELETE /v2.0/security-groups/2ff36a3e-bdbf-44b4-b401-6e97d2e01679 HTTP/1.1" status: 204 len: 168 time: 0.1432633 Aug 12 22:04:57.610658 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 38232) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:57.617024 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ff8ca-2929-44aa-a1c7-1a098463fca0 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff36a3e-bdbf-44b4-b401-6e97d2e01679,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:57.624779 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.api.v2.resource [None req-6d84d0b2-a43c-4a9e-b199-6c68b14e7e0b tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] show failed (client error): The resource could not be found. Aug 12 22:04:57.625923 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-6d84d0b2-a43c-4a9e-b199-6c68b14e7e0b tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "GET /v2.0/security-groups/2ff36a3e-bdbf-44b4-b401-6e97d2e01679 HTTP/1.1" status: 404 len: 347 time: 0.0141709 Aug 12 22:04:57.628809 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 38234) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:57.724106 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:57.752459 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-14b6a736-c5bf-4194-a62a-5a5b37a07f86 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Deleting port 0c70e472-9dc6-4211-9b75-10b395f95b61 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:04:57.752807 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14b6a736-c5bf-4194-a62a-5a5b37a07f86 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:57.827230 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14b6a736-c5bf-4194-a62a-5a5b37a07f86 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:57.827561 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14b6a736-c5bf-4194-a62a-5a5b37a07f86 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:57.839556 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-14b6a736-c5bf-4194-a62a-5a5b37a07f86 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Calling delete_port for 0c70e472-9dc6-4211-9b75-10b395f95b61 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:04:57.982976 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14b6a736-c5bf-4194-a62a-5a5b37a07f86 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:58.007676 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6a736-c5bf-4194-a62a-5a5b37a07f86 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Pushing event deleted for resources: {'Port': ['ID=0c70e472-9dc6-4211-9b75-10b395f95b61,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:58.078801 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14b6a736-c5bf-4194-a62a-5a5b37a07f86 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:58.081294 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14b6a736-c5bf-4194-a62a-5a5b37a07f86 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:58.083047 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-14b6a736-c5bf-4194-a62a-5a5b37a07f86 tempest-AttachVolumeShelveTestJSON-208568437 tempest-AttachVolumeShelveTestJSON-208568437-project] 10.222.0.30 "DELETE /v2.0/floatingips/31f68958-9f90-497a-85b9-7fd0ea77a5a6 HTTP/1.1" status: 204 len: 168 time: 0.4530811 Aug 12 22:05:00.495433 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38260) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:00.998775 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abe3c435-d8fe-4655-8776-6fa6d074ce20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740956'] for router_interface, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:01.254406 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-abe3c435-d8fe-4655-8776-6fa6d074ce20 admin admin] Deleting port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:05:01.254958 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abe3c435-d8fe-4655-8776-6fa6d074ce20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:01.332933 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-abe3c435-d8fe-4655-8776-6fa6d074ce20 admin admin] For port d0c58c0c-c23c-4a89-9ec9-7530f7a7357f, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=d0c58c0c-c23c-4a89-9ec9-7530f7a7357f,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:01.333307 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abe3c435-d8fe-4655-8776-6fa6d074ce20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:01.347930 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-abe3c435-d8fe-4655-8776-6fa6d074ce20 admin admin] Calling delete_port for d0c58c0c-c23c-4a89-9ec9-7530f7a7357f owned by network:router_interface {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:05:01.532321 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abe3c435-d8fe-4655-8776-6fa6d074ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:01.559818 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3c435-d8fe-4655-8776-6fa6d074ce20 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c58c0c-c23c-4a89-9ec9-7530f7a7357f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:01.750887 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abe3c435-d8fe-4655-8776-6fa6d074ce20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683756'] for router_interface, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:01.973572 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe3c435-d8fe-4655-8776-6fa6d074ce20 admin admin] Router e802336c-3743-4648-bac0-7d71c6952155 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:05:02.079534 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe3c435-d8fe-4655-8776-6fa6d074ce20 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:05:02.085681 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-abe3c435-d8fe-4655-8776-6fa6d074ce20 admin admin] 10.222.0.30 "PUT /v2.0/routers/e802336c-3743-4648-bac0-7d71c6952155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5888467 Aug 12 22:05:02.088328 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 38268) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:02.092327 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028a1fb3-e5b9-43ae-8774-0d391a6a133a None None] Sync routers for ids ['e802336c-3743-4648-bac0-7d71c6952155'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:05:02.103967 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028a1fb3-e5b9-43ae-8774-0d391a6a133a None None] Routers {'e802336c-3743-4648-bac0-7d71c6952155'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:05:02.104569 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-028a1fb3-e5b9-43ae-8774-0d391a6a133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:04:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['e802336c-3743-4648-bac0-7d71c6952155'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:02.196124 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:02.208203 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-028a1fb3-e5b9-43ae-8774-0d391a6a133a None None] Set router e802336c-3743-4648-bac0-7d71c6952155 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:05:02.302363 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:02.389542 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-028a1fb3-e5b9-43ae-8774-0d391a6a133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T22:05:01Z', 'revision_number': 5, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port': {'id': 'f49358f5-4c55-443b-b3b7-7df8969db0a0', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802336c-3743-4648-bac0-7d71c6952155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:57:51Z', 'updated_at': '2021-08-12T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:02.416744 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028a1fb3-e5b9-43ae-8774-0d391a6a133a None None] Checking router: e802336c-3743-4648-bac0-7d71c6952155 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:05:02.426134 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028a1fb3-e5b9-43ae-8774-0d391a6a133a None None] Routers {'e802336c-3743-4648-bac0-7d71c6952155'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:05:02.426747 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-028a1fb3-e5b9-43ae-8774-0d391a6a133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:04:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['e802336c-3743-4648-bac0-7d71c6952155'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:02.605307 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-028a1fb3-e5b9-43ae-8774-0d391a6a133a None None] Set router e802336c-3743-4648-bac0-7d71c6952155 gateway port host: None {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:05:02.625320 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] Deleting port f49358f5-4c55-443b-b3b7-7df8969db0a0 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:05:02.625819 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:02.663878 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-028a1fb3-e5b9-43ae-8774-0d391a6a133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T22:05:02Z', 'revision_number': 6, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port_host': None}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:02.691351 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028a1fb3-e5b9-43ae-8774-0d391a6a133a None None] The sync data for ids ['e802336c-3743-4648-bac0-7d71c6952155'] in dv-cinder-804459-3-iscsi is: [{'id': 'e802336c-3743-4648-bac0-7d71c6952155', 'name': 'tempest-AttachVolumeShelveTestJSON-1608833010-router', 'tenant_id': 'd497c1bdd99544719806cc40fe06f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:57:50Z', 'updated_at': '2021-08-12T22:05:02Z', 'revision_number': 6, 'project_id': 'd497c1bdd99544719806cc40fe06f8c5', 'gw_port_host': None}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:05:02.710195 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] For port f49358f5-4c55-443b-b3b7-7df8969db0a0, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=f49358f5-4c55-443b-b3b7-7df8969db0a0,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:02.710568 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:02.725748 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] Calling delete_port for f49358f5-4c55-443b-b3b7-7df8969db0a0 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:05:02.892055 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:02.921020 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] Pushing event deleted for resources: {'Port': ['ID=f49358f5-4c55-443b-b3b7-7df8969db0a0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:02.991392 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1683670'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.084975 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103813'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.087324 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.142797 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685301'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.143709 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e802336c-3743-4648-bac0-7d71c6952155 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:05:03.148786 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.149995 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-23ec107b-2931-427e-9924-5de8625d2960 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e802336c-3743-4648-bac0-7d71c6952155 HTTP/1.1" status: 204 len: 168 time: 1.0606718 Aug 12 22:05:03.152977 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device d0c58c0c-c23c-4a89-9ec9-7530f7a7357f no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:05:03.154086 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38272) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:03.175510 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: d0c58c0c-c23c-4a89-9ec9-7530f7a7357f {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:05:03.175830 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device d0c58c0c-c23c-4a89-9ec9-7530f7a7357f not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:05:03.201192 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df54190-0784-46b1-a2b9-d67172b3553f admin admin] Deleting subnet 6a22c3b4-2e5f-4b32-9788-ca56e9b079cf {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:05:03.204388 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5df54190-0784-46b1-a2b9-d67172b3553f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.238838 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5df54190-0784-46b1-a2b9-d67172b3553f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287314101'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.331277 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5df54190-0784-46b1-a2b9-d67172b3553f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.392758 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5df54190-0784-46b1-a2b9-d67172b3553f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287189987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4286855062'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.419416 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df54190-0784-46b1-a2b9-d67172b3553f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a22c3b4-2e5f-4b32-9788-ca56e9b079cf,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:03.424258 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5df54190-0784-46b1-a2b9-d67172b3553f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.428456 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5df54190-0784-46b1-a2b9-d67172b3553f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6a22c3b4-2e5f-4b32-9788-ca56e9b079cf HTTP/1.1" status: 204 len: 168 time: 0.2708492 Aug 12 22:05:03.428647 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38274) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:03.430735 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23328d67-f9df-4367-9384-cdfd8532fef3 None None] Network b49de074-e205-41a7-bba4-aea2b1a09673 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:05:03.437691 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 38276) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:03.506609 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.575282 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] Deleting port 1f813678-818f-4575-bcb6-57316375685d {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:05:03.575629 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.644219 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] DHCP port deletion for b49de074-e205-41a7-bba4-aea2b1a09673 request from dv-cinder-804459-3-iscsi {{(pid=93879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:05:03.651043 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] For port 1f813678-818f-4575-bcb6-57316375685d, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=1f813678-818f-4575-bcb6-57316375685d,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:03.651474 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.676436 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] Calling delete_port for 1f813678-818f-4575-bcb6-57316375685d owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:05:03.719427 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Deleting port 1f813678-818f-4575-bcb6-57316375685d {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:05:03.720058 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.768119 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.786919 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-20565b3a-8fa9-4878-bcc3-7fcd74b3d95f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Deleting port ad464bbb-d402-4fad-bd41-c96ad3f18bee {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:05:03.787486 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20565b3a-8fa9-4878-bcc3-7fcd74b3d95f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.797135 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] For port 1f813678-818f-4575-bcb6-57316375685d, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=1f813678-818f-4575-bcb6-57316375685d,segment=NetworkSegment(d2e2fc1a-a920-4aa6-9fcd-86612394d754),segment_id=d2e2fc1a-a920-4aa6-9fcd-86612394d754)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:03.797702 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.798882 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f813678-818f-4575-bcb6-57316375685d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:03.803018 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] No DVR routers for this DVR port 1f813678-818f-4575-bcb6-57316375685d on host dv-cinder-804459-3-iscsi {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:05:03.816527 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Calling delete_port for 1f813678-818f-4575-bcb6-57316375685d owned by network:dhcp {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:05:03.883029 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.900573 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20565b3a-8fa9-4878-bcc3-7fcd74b3d95f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.900923 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20565b3a-8fa9-4878-bcc3-7fcd74b3d95f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.905890 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49de074-e205-41a7-bba4-aea2b1a09673']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:03.907827 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.918630 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-20565b3a-8fa9-4878-bcc3-7fcd74b3d95f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Calling delete_port for ad464bbb-d402-4fad-bd41-c96ad3f18bee owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:05:03.920171 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e2fc1a-a920-4aa6-9fcd-86612394d754') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:03.920469 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e2fc1a-a920-4aa6-9fcd-86612394d754') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:03.930802 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287314082'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.936578 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Pushing event deleted for resources: {'Port': ['ID=1f813678-818f-4575-bcb6-57316375685d,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:03.941377 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] No DVR routers for this DVR port 1f813678-818f-4575-bcb6-57316375685d on host dv-cinder-804459-3-iscsi {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:05:03.953620 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:03.953922 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:03.954263 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:03.954597 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:03.954932 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:03.955266 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:03.955596 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:03.955924 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:03.956252 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:03.956615 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:03.957011 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:03.957377 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b06e4f-f7ff-4c6a-adf5-dd828f73d06a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:03.959156 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.970651 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:05:03.971064 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287189821'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: timer() Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: cb(*args, **kw) Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: self._notify() Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: self.callback(batched_events) Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: event.method(event) Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._get(url).json() Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:05:03.973346 dv-cinder-804459-3-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:05:04.029790 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:04.034294 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:04.039479 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b49de074-e205-41a7-bba4-aea2b1a09673 HTTP/1.1" status: 204 len: 168 time: 0.6071770 Aug 12 22:05:04.054365 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbe830-f0b2-4578-bde8-c9338475af24 admin admin] Pushing event deleted for resources: {'Network': ['ID=b49de074-e205-41a7-bba4-aea2b1a09673,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:04.100201 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20565b3a-8fa9-4878-bcc3-7fcd74b3d95f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:04.130520 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20565b3a-8fa9-4878-bcc3-7fcd74b3d95f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Pushing event deleted for resources: {'Port': ['ID=ad464bbb-d402-4fad-bd41-c96ad3f18bee,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:04.156112 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38284) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:04.191285 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20565b3a-8fa9-4878-bcc3-7fcd74b3d95f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:04.191820 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.l3_db [None req-20565b3a-8fa9-4878-bcc3-7fcd74b3d95f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Floating IP 902c41ee-b345-4804-b988-44e3fcc26279 disassociated (deleted). External IP: 172.27.0.93, port: fe396ff6-fe94-4b3e-9adb-903518f0f6b7. Aug 12 22:05:04.205622 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-fbbecd02-8620-4d51-aa85-3d2cf937efa0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d497c1bdd99544719806cc40fe06f8c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0470870 Aug 12 22:05:04.206858 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38288) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:04.258078 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:04.284333 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:04.335955 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:04.338609 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:04.339745 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a834b463-add7-478d-8398-a8787e94f35a HTTP/1.1" status: 204 len: 168 time: 0.1319730 Aug 12 22:05:04.348150 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a834b463-add7-478d-8398-a8787e94f35a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:04.355090 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:04.355439 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:04.355778 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:04.356109 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:04.356437 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:04.356766 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:04.357095 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:04.357417 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:04.357807 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:04.358088 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:04.358410 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:04.358731 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3bcaf-e4ea-4a98-b1f4-ace24b41cfc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:04.412582 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20565b3a-8fa9-4878-bcc3-7fcd74b3d95f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:05:04.523848 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20565b3a-8fa9-4878-bcc3-7fcd74b3d95f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:05:04.528273 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20565b3a-8fa9-4878-bcc3-7fcd74b3d95f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:04.535282 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c259d30-d602-456c-9d1d-522c2e3c4941 None None] Sync routers for ids ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:05:04.545239 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c259d30-d602-456c-9d1d-522c2e3c4941 None None] Routers {'647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:05:04.545881 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0c259d30-d602-456c-9d1d-522c2e3c4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:04:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:04.561314 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-20565b3a-8fa9-4878-bcc3-7fcd74b3d95f tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "DELETE /v2.0/floatingips/902c41ee-b345-4804-b988-44e3fcc26279 HTTP/1.1" status: 204 len: 168 time: 1.1221983 Aug 12 22:05:04.561945 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d29492a-51bc-46c5-8626-0e2807854661', 'tag': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:05:04.564434 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2194ba6-874a-450e-b487-c18792673130" -d '{"events": [{"name": "network-changed", "server_uuid": "9d29492a-51bc-46c5-8626-0e2807854661", "tag": "fe396ff6-fe94-4b3e-9adb-903518f0f6b7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:05:04.603122 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d971988-07fc-4d2d-90e2-13e3c31baaf1 x-openstack-request-id: req-2d971988-07fc-4d2d-90e2-13e3c31baaf1 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:05:04.603505 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d29492a-51bc-46c5-8626-0e2807854661", "tag": "fe396ff6-fe94-4b3e-9adb-903518f0f6b7", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:05:04.603921 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d971988-07fc-4d2d-90e2-13e3c31baaf1 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:05:04.604403 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d29492a-51bc-46c5-8626-0e2807854661', 'tag': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7', 'status': 'completed', 'code': 200} Aug 12 22:05:04.662419 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-0c259d30-d602-456c-9d1d-522c2e3c4941 None None] Set router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:05:04.681331 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2194ba6-874a-450e-b487-c18792673130 req-f8a43c8e-71e1-46be-be7a-c2ba73b4e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:04.683360 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d2194ba6-874a-450e-b487-c18792673130 req-f8a43c8e-71e1-46be-be7a-c2ba73b4e6a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cb2e69a590040cb83336b3d22d2760c&device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 1098 time: 0.0534749 Aug 12 22:05:04.853248 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2194ba6-874a-450e-b487-c18792673130 req-dad6f750-470a-46cf-987e-c37227954c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:04.853451 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d2194ba6-874a-450e-b487-c18792673130 req-dad6f750-470a-46cf-987e-c37227954c4c service neutron] 10.222.0.58 "GET /v2.0/networks?id=62ca0b8a-42eb-40a6-95bf-2de7f58a298a HTTP/1.1" status: 200 len: 910 time: 0.1624758 Aug 12 22:05:04.861968 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92a019-2ca3-44f6-9570-b1c75753ef66 req-980f962b-7ec6-43d9-ad68-2a2b0eae4201 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:04.863563 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9d92a019-2ca3-44f6-9570-b1c75753ef66 req-980f962b-7ec6-43d9-ad68-2a2b0eae4201 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0766089 Aug 12 22:05:04.915095 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d2194ba6-874a-450e-b487-c18792673130 req-cebbaf70-4fa3-4430-b148-0664059d5527 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7 HTTP/1.1" status: 200 len: 217 time: 0.0505686 Aug 12 22:05:04.922540 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0c259d30-d602-456c-9d1d-522c2e3c4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:23Z', 'updated_at': '2021-08-12T21:59:30Z', 'revision_number': 4, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'gw_port': {'id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:24Z', 'updated_at': '2021-08-12T21:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '8052e417-983d-48b5-b0fc-68810088791b', 'name': '', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'mac_address': 'fa:16:3e:af:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:28Z', 'updated_at': '2021-08-12T21:59:37Z', 'revision_number': 5, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'subnets': [{'id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:04.954533 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device f49358f5-4c55-443b-b3b7-7df8969db0a0 no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:05:04.957291 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c259d30-d602-456c-9d1d-522c2e3c4941 None None] Checking router: 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:05:04.978657 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: f49358f5-4c55-443b-b3b7-7df8969db0a0 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:05:04.979040 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device f49358f5-4c55-443b-b3b7-7df8969db0a0 not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:05:04.979396 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 1f813678-818f-4575-bcb6-57316375685d no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:05:04.989329 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-9d92a019-2ca3-44f6-9570-b1c75753ef66 req-817b3fe5-5088-4bd8-a8d8-c14e75b62754 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186812 Aug 12 22:05:04.995093 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2194ba6-874a-450e-b487-c18792673130 req-dd972b68-fc82-4c80-9f79-d9e5735c9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:04.996546 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d2194ba6-874a-450e-b487-c18792673130 req-dd972b68-fc82-4c80-9f79-d9e5735c9ca8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f HTTP/1.1" status: 200 len: 848 time: 0.0703735 Aug 12 22:05:05.000080 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 1f813678-818f-4575-bcb6-57316375685d {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:05:05.000430 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 1f813678-818f-4575-bcb6-57316375685d not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:05:05.005447 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c259d30-d602-456c-9d1d-522c2e3c4941 None None] Routers {'647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:05:05.006069 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0c259d30-d602-456c-9d1d-522c2e3c4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:04:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:05.063361 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2194ba6-874a-450e-b487-c18792673130 req-24e16efe-e925-428e-bb91-c330b6c17d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:05.064912 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d2194ba6-874a-450e-b487-c18792673130 req-24e16efe-e925-428e-bb91-c330b6c17d02 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=62ca0b8a-42eb-40a6-95bf-2de7f58a298a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597630 Aug 12 22:05:05.119343 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-0c259d30-d602-456c-9d1d-522c2e3c4941 None None] Set router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:05:05.162947 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d2194ba6-874a-450e-b487-c18792673130 req-ce1c9b3a-dbaa-4e97-a64e-db48dc42cad3 service neutron] 10.222.0.58 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891960 Aug 12 22:05:05.265337 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d2194ba6-874a-450e-b487-c18792673130 req-1334ee71-a1b0-411d-a0f9-cba54172ab71 service neutron] 10.222.0.58 "GET /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931523 Aug 12 22:05:05.335832 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0c259d30-d602-456c-9d1d-522c2e3c4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:23Z', 'updated_at': '2021-08-12T21:59:30Z', 'revision_number': 4, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'gw_port': {'id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:24Z', 'updated_at': '2021-08-12T21:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '8052e417-983d-48b5-b0fc-68810088791b', 'name': '', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'mac_address': 'fa:16:3e:af:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:28Z', 'updated_at': '2021-08-12T21:59:37Z', 'revision_number': 5, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'subnets': [{'id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:05.366592 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c259d30-d602-456c-9d1d-522c2e3c4941 None None] The sync data for ids ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'] in dv-cinder-804459-3-iscsi is: [{'id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:23Z', 'updated_at': '2021-08-12T21:59:30Z', 'revision_number': 4, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'gw_port': {'id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:24Z', 'updated_at': '2021-08-12T21:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '8052e417-983d-48b5-b0fc-68810088791b', 'name': '', 'network_id': '62ca0b8a-42eb-40a6-95bf-2de7f58a298a', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'mac_address': 'fa:16:3e:af:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:28Z', 'updated_at': '2021-08-12T21:59:37Z', 'revision_number': 5, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'subnets': [{'id': '3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:05:05.602868 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b51575-e827-4195-9c60-4c7183ffcd5c None None] New status for floating IP 902c41ee-b345-4804-b988-44e3fcc26279: DOWN {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:05:06.111385 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacba1f-e822-4caa-ba53-996a9421f352 req-42820dba-8c6a-410d-91c0-077548d6c775 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:06.113274 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5eacba1f-e822-4caa-ba53-996a9421f352 req-42820dba-8c6a-410d-91c0-077548d6c775 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0498528 Aug 12 22:05:06.149861 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5eacba1f-e822-4caa-ba53-996a9421f352 req-8bc577e7-a94e-49b2-81b0-ee6f9096a5b2 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/security-groups?id=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306344 Aug 12 22:05:06.467017 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f98e82-9563-4130-9217-460436f23675 req-c1a2d831-cd36-4482-b135-057c5eb63845 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:06.468377 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c3f98e82-9563-4130-9217-460436f23675 req-c1a2d831-cd36-4482-b135-057c5eb63845 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 945 time: 0.0510178 Aug 12 22:05:06.556196 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-c3f98e82-9563-4130-9217-460436f23675 req-feba1d67-0adc-4958-a3ec-3e211fc4600a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Deleting port fe396ff6-fe94-4b3e-9adb-903518f0f6b7 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:05:06.556546 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c3f98e82-9563-4130-9217-460436f23675 req-feba1d67-0adc-4958-a3ec-3e211fc4600a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:06.650812 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-c3f98e82-9563-4130-9217-460436f23675 req-feba1d67-0adc-4958-a3ec-3e211fc4600a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] For port fe396ff6-fe94-4b3e-9adb-903518f0f6b7, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:06.651173 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c3f98e82-9563-4130-9217-460436f23675 req-feba1d67-0adc-4958-a3ec-3e211fc4600a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:06.665841 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-c3f98e82-9563-4130-9217-460436f23675 req-feba1d67-0adc-4958-a3ec-3e211fc4600a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Calling delete_port for fe396ff6-fe94-4b3e-9adb-903518f0f6b7 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:05:06.794602 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c3f98e82-9563-4130-9217-460436f23675 req-feba1d67-0adc-4958-a3ec-3e211fc4600a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:06.824667 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba1d67-0adc-4958-a3ec-3e211fc4600a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Pushing event deleted for resources: {'Port': ['ID=fe396ff6-fe94-4b3e-9adb-903518f0f6b7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:06.870081 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f98e82-9563-4130-9217-460436f23675 req-feba1d67-0adc-4958-a3ec-3e211fc4600a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] No DVR routers for this DVR port fe396ff6-fe94-4b3e-9adb-903518f0f6b7 on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:05:06.872466 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c3f98e82-9563-4130-9217-460436f23675 req-feba1d67-0adc-4958-a3ec-3e211fc4600a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:06.874493 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c3f98e82-9563-4130-9217-460436f23675 req-feba1d67-0adc-4958-a3ec-3e211fc4600a tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.58 "DELETE /v2.0/ports/fe396ff6-fe94-4b3e-9adb-903518f0f6b7 HTTP/1.1" status: 204 len: 173 time: 0.3995898 Aug 12 22:05:06.874939 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d29492a-51bc-46c5-8626-0e2807854661', 'name': 'network-vif-deleted', 'tag': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:05:06.877198 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758f7e83-54e5-4455-8747-88ef445a0e1d" -d '{"events": [{"server_uuid": "9d29492a-51bc-46c5-8626-0e2807854661", "name": "network-vif-deleted", "tag": "fe396ff6-fe94-4b3e-9adb-903518f0f6b7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:05:06.918802 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89371285-493f-4d57-8ec9-9b36118e5d3d x-openstack-request-id: req-89371285-493f-4d57-8ec9-9b36118e5d3d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:05:06.919334 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d29492a-51bc-46c5-8626-0e2807854661", "name": "network-vif-deleted", "tag": "fe396ff6-fe94-4b3e-9adb-903518f0f6b7", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:05:06.919773 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89371285-493f-4d57-8ec9-9b36118e5d3d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:05:06.920397 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d29492a-51bc-46c5-8626-0e2807854661', 'name': 'network-vif-deleted', 'tag': 'fe396ff6-fe94-4b3e-9adb-903518f0f6b7', 'status': 'completed', 'code': 200} Aug 12 22:05:07.250184 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-4639a0ab-56c9-4f8e-87e6-18ad30d2db73 req-354e55cb-d3f6-4157-a5d5-b10aa2966fa5 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 210 time: 0.0269103 Aug 12 22:05:08.341090 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d95d0d42-ad2c-4fe8-b062-d0979116955a req-bfee6c9f-b31c-4cee-bfe5-ac8780a8fcaf tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 210 time: 0.0256941 Aug 12 22:05:09.431874 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e6fadfd1-aa4f-45a4-b0c7-92e60a631dea req-35f1b007-1cca-4107-8838-a2f5fcaece72 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 210 time: 0.0254078 Aug 12 22:05:10.325874 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device fe396ff6-fe94-4b3e-9adb-903518f0f6b7 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:05:10.346378 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: fe396ff6-fe94-4b3e-9adb-903518f0f6b7 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:05:10.346664 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device fe396ff6-fe94-4b3e-9adb-903518f0f6b7 not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:05:10.526915 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d0dab3f8-6447-4a84-a517-f585ae46b6aa req-ddac66fc-f041-456e-82e6-983431d5d0b1 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d29492a-51bc-46c5-8626-0e2807854661 HTTP/1.1" status: 200 len: 210 time: 0.0287390 Aug 12 22:05:11.582022 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38424) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:11.648508 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ae95464-1a9b-4242-b317-9f5942ee8563 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:11.674246 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ae95464-1a9b-4242-b317-9f5942ee8563 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:11.734943 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ae95464-1a9b-4242-b317-9f5942ee8563 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:11.738294 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ae95464-1a9b-4242-b317-9f5942ee8563 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:11.739443 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-3ae95464-1a9b-4242-b317-9f5942ee8563 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] 10.222.0.30 "DELETE /v2.0/security-groups/1be01e1b-1a3e-4009-b9be-ec0cd7ad9007 HTTP/1.1" status: 204 len: 168 time: 0.1564040 Aug 12 22:05:11.748347 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae95464-1a9b-4242-b317-9f5942ee8563 tempest-TestShelveInstance-1989397183 tempest-TestShelveInstance-1989397183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be01e1b-1a3e-4009-b9be-ec0cd7ad9007,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:11.797089 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38428) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:12.525439 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c72e1bb6-a825-4d69-a460-f7c6de0f62a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740956'] for router_interface, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:12.735470 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 38450) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:12.782031 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c72e1bb6-a825-4d69-a460-f7c6de0f62a6 admin admin] Deleting port 8052e417-983d-48b5-b0fc-68810088791b {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:05:12.782638 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c72e1bb6-a825-4d69-a460-f7c6de0f62a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:12.844721 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-043b8b18-8f60-4360-97e1-307aaccbec8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:12.866215 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c72e1bb6-a825-4d69-a460-f7c6de0f62a6 admin admin] For port 8052e417-983d-48b5-b0fc-68810088791b, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=8052e417-983d-48b5-b0fc-68810088791b,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:12.866587 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c72e1bb6-a825-4d69-a460-f7c6de0f62a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:12.880968 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c72e1bb6-a825-4d69-a460-f7c6de0f62a6 admin admin] Calling delete_port for 8052e417-983d-48b5-b0fc-68810088791b owned by network:router_interface {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:05:12.951283 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-043b8b18-8f60-4360-97e1-307aaccbec8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:12.955480 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-043b8b18-8f60-4360-97e1-307aaccbec8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:12.995622 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-043b8b18-8f60-4360-97e1-307aaccbec8f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bed79a96ab1b4a76965e8568a77bb505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588871 Aug 12 22:05:12.996320 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b8b18-8f60-4360-97e1-307aaccbec8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf372cb4-8d20-403b-8072-2c8cc18fbce2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:12.998744 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38454) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:13.090152 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-feec857f-6a07-42cf-b2ec-1c92d1af9fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:13.124570 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-feec857f-6a07-42cf-b2ec-1c92d1af9fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:13.134776 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c72e1bb6-a825-4d69-a460-f7c6de0f62a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:13.180562 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e1bb6-a825-4d69-a460-f7c6de0f62a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8052e417-983d-48b5-b0fc-68810088791b,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:13.245217 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-feec857f-6a07-42cf-b2ec-1c92d1af9fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:13.248273 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-feec857f-6a07-42cf-b2ec-1c92d1af9fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:13.249369 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-feec857f-6a07-42cf-b2ec-1c92d1af9fcf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf372cb4-8d20-403b-8072-2c8cc18fbce2 HTTP/1.1" status: 204 len: 168 time: 0.2468166 Aug 12 22:05:13.266585 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec857f-6a07-42cf-b2ec-1c92d1af9fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf372cb4-8d20-403b-8072-2c8cc18fbce2,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:13.384535 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c72e1bb6-a825-4d69-a460-f7c6de0f62a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683756'] for router_interface, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:13.620465 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72e1bb6-a825-4d69-a460-f7c6de0f62a6 admin admin] Router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:05:13.746654 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72e1bb6-a825-4d69-a460-f7c6de0f62a6 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:05:13.752071 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c72e1bb6-a825-4d69-a460-f7c6de0f62a6 admin admin] 10.222.0.30 "PUT /v2.0/routers/647de4bc-a6e0-45c0-b7e9-4a0d9df729a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9538002 Aug 12 22:05:13.754891 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 38486) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:13.758193 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f28ecfa-8ff1-4d7a-ac81-d66ee2b53227 None None] Sync routers for ids ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:05:13.768611 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28ecfa-8ff1-4d7a-ac81-d66ee2b53227 None None] Routers {'647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:05:13.769279 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2f28ecfa-8ff1-4d7a-ac81-d66ee2b53227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:04:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:13.835079 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38488) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:13.882834 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:13.981079 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3f67cdc-e6cc-4aa7-9c65-d0aafa77223b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.016506 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.042894 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2f28ecfa-8ff1-4d7a-ac81-d66ee2b53227 None None] Set router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:05:14.079443 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Deleting port e452dfe7-7253-404a-9110-21cd940d6e18 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:05:14.080585 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.089901 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3f67cdc-e6cc-4aa7-9c65-d0aafa77223b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.096063 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3f67cdc-e6cc-4aa7-9c65-d0aafa77223b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.158192 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c3f67cdc-e6cc-4aa7-9c65-d0aafa77223b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86728920f28e4ab9970a04685703730d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214486 Aug 12 22:05:14.160922 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f67cdc-e6cc-4aa7-9c65-d0aafa77223b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2782af27-e714-4d14-ab36-d8df73d06d66,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:14.163356 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38504) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:14.210703 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] For port e452dfe7-7253-404a-9110-21cd940d6e18, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=e452dfe7-7253-404a-9110-21cd940d6e18,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:14.211119 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.223388 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe412e41-f718-432f-b58c-9a9b97bb2501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.225936 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Calling delete_port for e452dfe7-7253-404a-9110-21cd940d6e18 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:05:14.248226 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe412e41-f718-432f-b58c-9a9b97bb2501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.263278 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2f28ecfa-8ff1-4d7a-ac81-d66ee2b53227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:23Z', 'updated_at': '2021-08-12T22:05:13Z', 'revision_number': 5, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'gw_port': {'id': 'e452dfe7-7253-404a-9110-21cd940d6e18', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:24Z', 'updated_at': '2021-08-12T21:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:14.295833 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f28ecfa-8ff1-4d7a-ac81-d66ee2b53227 None None] Checking router: 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:05:14.305044 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28ecfa-8ff1-4d7a-ac81-d66ee2b53227 None None] Routers {'647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:05:14.305698 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2f28ecfa-8ff1-4d7a-ac81-d66ee2b53227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:04:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:14.306050 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe412e41-f718-432f-b58c-9a9b97bb2501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.311022 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe412e41-f718-432f-b58c-9a9b97bb2501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.311404 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-fe412e41-f718-432f-b58c-9a9b97bb2501 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2782af27-e714-4d14-ab36-d8df73d06d66 HTTP/1.1" status: 204 len: 168 time: 0.1471317 Aug 12 22:05:14.320367 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe412e41-f718-432f-b58c-9a9b97bb2501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2782af27-e714-4d14-ab36-d8df73d06d66,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:14.422866 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2f28ecfa-8ff1-4d7a-ac81-d66ee2b53227 None None] Set router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:05:14.452115 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.485106 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2f28ecfa-8ff1-4d7a-ac81-d66ee2b53227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:23Z', 'updated_at': '2021-08-12T22:05:14Z', 'revision_number': 6, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'gw_port_host': None}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:14.490206 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Pushing event deleted for resources: {'Port': ['ID=e452dfe7-7253-404a-9110-21cd940d6e18,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:14.521056 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f28ecfa-8ff1-4d7a-ac81-d66ee2b53227 None None] The sync data for ids ['647de4bc-a6e0-45c0-b7e9-4a0d9df729a4'] in dv-cinder-804459-3-iscsi is: [{'id': '647de4bc-a6e0-45c0-b7e9-4a0d9df729a4', 'name': 'tempest-TestShelveInstance-1436451241-router', 'tenant_id': '9cb2e69a590040cb83336b3d22d2760c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:23Z', 'updated_at': '2021-08-12T22:05:14Z', 'revision_number': 6, 'project_id': '9cb2e69a590040cb83336b3d22d2760c', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:05:14.560346 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:14.560844 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:14.560973 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:14.561330 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:14.561720 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:14.562063 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:14.562395 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:14.562730 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:14.563064 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:14.563466 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:14.563702 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:14.564027 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:05:14.578442 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1683670'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.679298 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103813'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.681655 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.734831 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685301'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.735673 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:05:14.741576 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.745659 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-62c844f5-5a57-4e6e-92c5-ba200fb60315 admin admin] 10.222.0.30 "DELETE /v2.0/routers/647de4bc-a6e0-45c0-b7e9-4a0d9df729a4 HTTP/1.1" status: 204 len: 168 time: 0.9873419 Aug 12 22:05:14.746435 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38548) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:14.802286 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ff8376-2fd5-4d22-8448-f05fd1f63f37 admin admin] Deleting subnet 3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:05:14.806119 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12ff8376-2fd5-4d22-8448-f05fd1f63f37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.848609 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12ff8376-2fd5-4d22-8448-f05fd1f63f37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287314101'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.966409 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12ff8376-2fd5-4d22-8448-f05fd1f63f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.056082 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12ff8376-2fd5-4d22-8448-f05fd1f63f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287189987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4286855062'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.084340 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff8376-2fd5-4d22-8448-f05fd1f63f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:15.088387 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12ff8376-2fd5-4d22-8448-f05fd1f63f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.090453 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-12ff8376-2fd5-4d22-8448-f05fd1f63f37 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3e6b0da9-20d2-43d3-8c1a-045d99ec8c3f HTTP/1.1" status: 204 len: 168 time: 0.3424020 Aug 12 22:05:15.093832 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38572) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:15.097385 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263288b1-3610-4e59-b1f0-8cc63fd04f03 None None] Network 62ca0b8a-42eb-40a6-95bf-2de7f58a298a requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:05:15.175561 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.263381 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] Deleting port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:05:15.263889 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.318675 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 8052e417-983d-48b5-b0fc-68810088791b no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:05:15.349866 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526193be-483d-4129-9cbb-d78332a66779 None None] DHCP port deletion for 62ca0b8a-42eb-40a6-95bf-2de7f58a298a request from dv-cinder-804459-3-iscsi {{(pid=93879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:05:15.353229 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 8052e417-983d-48b5-b0fc-68810088791b {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:05:15.353825 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 8052e417-983d-48b5-b0fc-68810088791b not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:05:15.358508 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] For port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:15.359017 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.378605 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] Calling delete_port for 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:05:15.411329 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-526193be-483d-4129-9cbb-d78332a66779 None None] Deleting port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:05:15.411925 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-526193be-483d-4129-9cbb-d78332a66779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.476858 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.486491 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-526193be-483d-4129-9cbb-d78332a66779 None None] For port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a,segment=NetworkSegment(ae5b139f-c15c-4053-b262-02bedcc7a526),segment_id=ae5b139f-c15c-4053-b262-02bedcc7a526)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:15.487478 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-526193be-483d-4129-9cbb-d78332a66779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.511857 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-526193be-483d-4129-9cbb-d78332a66779 None None] Calling delete_port for 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a owned by network:dhcp {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:05:15.513154 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:15.515294 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] No DVR routers for this DVR port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a on host dv-cinder-804459-3-iscsi {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:05:15.595157 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.606285 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-526193be-483d-4129-9cbb-d78332a66779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.616217 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ca0b8a-42eb-40a6-95bf-2de7f58a298a']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:15.632257 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5b139f-c15c-4053-b262-02bedcc7a526') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:15.632705 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5b139f-c15c-4053-b262-02bedcc7a526') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:15.634581 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526193be-483d-4129-9cbb-d78332a66779 None None] Pushing event deleted for resources: {'Port': ['ID=96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:15.636567 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526193be-483d-4129-9cbb-d78332a66779 None None] No DVR routers for this DVR port 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a on host dv-cinder-804459-3-iscsi {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:05:15.647670 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287314082'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.664111 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.670881 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:05:15.671353 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287189821'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: timer() Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: cb(*args, **kw) Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: self._notify() Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: self.callback(batched_events) Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: event.method(event) Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._get(url).json() Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:05:15.673721 dv-cinder-804459-3-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:05:15.752929 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.764073 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.772779 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 38590) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:15.773656 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] 10.222.0.30 "DELETE /v2.0/networks/62ca0b8a-42eb-40a6-95bf-2de7f58a298a HTTP/1.1" status: 204 len: 168 time: 0.6730633 Aug 12 22:05:15.780884 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2f7dd-0296-4781-accf-26a0c2a90e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=62ca0b8a-42eb-40a6-95bf-2de7f58a298a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:15.825806 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:16.466498 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38f34356-e305-4a60-b186-82403172dee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740956'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:16.787331 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-38f34356-e305-4a60-b186-82403172dee2 admin admin] Deleting port dd3bd764-9c8b-4180-a748-61d581bed363 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:05:16.787997 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38f34356-e305-4a60-b186-82403172dee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:16.867874 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-38f34356-e305-4a60-b186-82403172dee2 admin admin] For port dd3bd764-9c8b-4180-a748-61d581bed363, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=dd3bd764-9c8b-4180-a748-61d581bed363,segment=NetworkSegment(dd9e951a-cc1c-467c-b9a2-0f1734695181),segment_id=dd9e951a-cc1c-467c-b9a2-0f1734695181)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:16.868438 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38f34356-e305-4a60-b186-82403172dee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:16.883376 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-38f34356-e305-4a60-b186-82403172dee2 admin admin] Calling delete_port for dd3bd764-9c8b-4180-a748-61d581bed363 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:05:16.913448 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device e452dfe7-7253-404a-9110-21cd940d6e18 no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:05:16.940067 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: e452dfe7-7253-404a-9110-21cd940d6e18 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:05:16.941339 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device e452dfe7-7253-404a-9110-21cd940d6e18 not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:05:16.941995 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:05:16.970488 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:05:16.971115 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 96be8bc7-f3b0-49a6-a8e2-ff94ae70d44a not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:05:17.085095 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38f34356-e305-4a60-b186-82403172dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:17.115911 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f34356-e305-4a60-b186-82403172dee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3bd764-9c8b-4180-a748-61d581bed363,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:17.295372 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38f34356-e305-4a60-b186-82403172dee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683756'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:17.525138 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f34356-e305-4a60-b186-82403172dee2 admin admin] Router c215e14a-6a6c-43b4-baf6-629ee92c06b6 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:05:17.632251 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f34356-e305-4a60-b186-82403172dee2 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:05:17.638757 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-38f34356-e305-4a60-b186-82403172dee2 admin admin] 10.222.0.30 "PUT /v2.0/routers/c215e14a-6a6c-43b4-baf6-629ee92c06b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8667059 Aug 12 22:05:17.640938 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38608) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:17.644916 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d53e1b-a4a8-48fb-87e7-5776cf6090f9 None None] Sync routers for ids ['c215e14a-6a6c-43b4-baf6-629ee92c06b6'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:05:17.653881 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d53e1b-a4a8-48fb-87e7-5776cf6090f9 None None] Routers {'c215e14a-6a6c-43b4-baf6-629ee92c06b6'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:05:17.654573 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-37d53e1b-a4a8-48fb-87e7-5776cf6090f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:04:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['c215e14a-6a6c-43b4-baf6-629ee92c06b6'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:17.745904 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] Notify callbacks [] for router, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:17.759435 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-37d53e1b-a4a8-48fb-87e7-5776cf6090f9 None None] Set router c215e14a-6a6c-43b4-baf6-629ee92c06b6 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:05:17.849414 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:17.902918 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] Deleting port 04e330e0-bc53-4c53-b3a3-a3802e6ed91c {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:05:17.903171 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:17.936042 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-37d53e1b-a4a8-48fb-87e7-5776cf6090f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'name': 'tempest-TestShelveInstance-595633856-router', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '04e330e0-bc53-4c53-b3a3-a3802e6ed91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:34Z', 'updated_at': '2021-08-12T22:05:17Z', 'revision_number': 5, 'project_id': '2d36a9f4da5a492fae282912f15a38fb', 'gw_port': {'id': '04e330e0-bc53-4c53-b3a3-a3802e6ed91c', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:59:35Z', 'updated_at': '2021-08-12T21:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:17.966453 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d53e1b-a4a8-48fb-87e7-5776cf6090f9 None None] Checking router: c215e14a-6a6c-43b4-baf6-629ee92c06b6 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:05:17.976042 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d53e1b-a4a8-48fb-87e7-5776cf6090f9 None None] Routers {'c215e14a-6a6c-43b4-baf6-629ee92c06b6'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:05:17.976634 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-37d53e1b-a4a8-48fb-87e7-5776cf6090f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:04:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['c215e14a-6a6c-43b4-baf6-629ee92c06b6'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:17.986312 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] For port 04e330e0-bc53-4c53-b3a3-a3802e6ed91c, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=04e330e0-bc53-4c53-b3a3-a3802e6ed91c,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:17.986686 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.000280 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] Calling delete_port for 04e330e0-bc53-4c53-b3a3-a3802e6ed91c owned by network:router_gateway {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:05:18.065124 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-37d53e1b-a4a8-48fb-87e7-5776cf6090f9 None None] Set router c215e14a-6a6c-43b4-baf6-629ee92c06b6 gateway port host: None {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:05:18.116795 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-37d53e1b-a4a8-48fb-87e7-5776cf6090f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'name': 'tempest-TestShelveInstance-595633856-router', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:34Z', 'updated_at': '2021-08-12T22:05:17Z', 'revision_number': 6, 'project_id': '2d36a9f4da5a492fae282912f15a38fb', 'gw_port_host': None}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:18.146795 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d53e1b-a4a8-48fb-87e7-5776cf6090f9 None None] The sync data for ids ['c215e14a-6a6c-43b4-baf6-629ee92c06b6'] in dv-cinder-804459-3-iscsi is: [{'id': 'c215e14a-6a6c-43b4-baf6-629ee92c06b6', 'name': 'tempest-TestShelveInstance-595633856-router', 'tenant_id': '2d36a9f4da5a492fae282912f15a38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:59:34Z', 'updated_at': '2021-08-12T22:05:17Z', 'revision_number': 6, 'project_id': '2d36a9f4da5a492fae282912f15a38fb', 'gw_port_host': None}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:05:18.184149 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.208791 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] Pushing event deleted for resources: {'Port': ['ID=04e330e0-bc53-4c53-b3a3-a3802e6ed91c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:18.271817 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1683670'] for router_gateway, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.366271 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103813'] for router, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.368577 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.417421 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685301'] for router, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.418156 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c215e14a-6a6c-43b4-baf6-629ee92c06b6 {{(pid=93878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:05:18.423100 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.424260 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-035a0763-3a4c-4e16-9fb3-75e4f5f63536 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c215e14a-6a6c-43b4-baf6-629ee92c06b6 HTTP/1.1" status: 204 len: 168 time: 0.7823002 Aug 12 22:05:18.427408 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38614) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:18.472231 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-7924b610-c269-44fc-a842-0bb94c7e8f96 admin admin] Deleting subnet 44cd68d7-758b-4a5c-9be4-143226205fde {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:05:18.477030 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7924b610-c269-44fc-a842-0bb94c7e8f96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.514782 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7924b610-c269-44fc-a842-0bb94c7e8f96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287314101'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.606468 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7924b610-c269-44fc-a842-0bb94c7e8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.666722 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7924b610-c269-44fc-a842-0bb94c7e8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287189987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4286855062'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.693848 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924b610-c269-44fc-a842-0bb94c7e8f96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44cd68d7-758b-4a5c-9be4-143226205fde,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:18.698957 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7924b610-c269-44fc-a842-0bb94c7e8f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.700734 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7924b610-c269-44fc-a842-0bb94c7e8f96 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/44cd68d7-758b-4a5c-9be4-143226205fde HTTP/1.1" status: 204 len: 168 time: 0.2723479 Aug 12 22:05:18.710092 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 38622) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:18.720072 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98336cab-e31e-49cb-a4ca-ce9762a36966 None None] Network c7a1bc1e-af50-4a06-8350-220d77de4986 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:05:18.812352 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24265285-db15-4988-810e-1388171ed28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.916698 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-24265285-db15-4988-810e-1388171ed28a admin admin] Deleting port f0f2488f-09da-4d4d-8fd5-e44942797410 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:05:18.917180 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24265285-db15-4988-810e-1388171ed28a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.943265 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f8e5bd-4433-4021-8b75-2bafef1e4a7f None None] DHCP port deletion for c7a1bc1e-af50-4a06-8350-220d77de4986 request from dv-cinder-804459-3-iscsi {{(pid=93879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:05:18.947264 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 04e330e0-bc53-4c53-b3a3-a3802e6ed91c no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:05:18.984048 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 04e330e0-bc53-4c53-b3a3-a3802e6ed91c {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:05:18.984485 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 04e330e0-bc53-4c53-b3a3-a3802e6ed91c not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:05:18.984950 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device dd3bd764-9c8b-4180-a748-61d581bed363 no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:05:18.989613 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-24265285-db15-4988-810e-1388171ed28a admin admin] For port f0f2488f-09da-4d4d-8fd5-e44942797410, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=f0f2488f-09da-4d4d-8fd5-e44942797410,segment=NetworkSegment(dd9e951a-cc1c-467c-b9a2-0f1734695181),segment_id=dd9e951a-cc1c-467c-b9a2-0f1734695181)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:18.989968 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24265285-db15-4988-810e-1388171ed28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.006433 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-24265285-db15-4988-810e-1388171ed28a admin admin] Calling delete_port for f0f2488f-09da-4d4d-8fd5-e44942797410 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:05:19.011732 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: dd3bd764-9c8b-4180-a748-61d581bed363 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:05:19.012079 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device dd3bd764-9c8b-4180-a748-61d581bed363 not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:05:19.044403 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-96f8e5bd-4433-4021-8b75-2bafef1e4a7f None None] Deleting port f0f2488f-09da-4d4d-8fd5-e44942797410 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:05:19.044779 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-96f8e5bd-4433-4021-8b75-2bafef1e4a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.101060 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24265285-db15-4988-810e-1388171ed28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.114876 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-96f8e5bd-4433-4021-8b75-2bafef1e4a7f None None] For port f0f2488f-09da-4d4d-8fd5-e44942797410, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=f0f2488f-09da-4d4d-8fd5-e44942797410,segment=NetworkSegment(dd9e951a-cc1c-467c-b9a2-0f1734695181),segment_id=dd9e951a-cc1c-467c-b9a2-0f1734695181)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:19.115542 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-96f8e5bd-4433-4021-8b75-2bafef1e4a7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.134881 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24265285-db15-4988-810e-1388171ed28a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f2488f-09da-4d4d-8fd5-e44942797410,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:19.141744 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24265285-db15-4988-810e-1388171ed28a admin admin] No DVR routers for this DVR port f0f2488f-09da-4d4d-8fd5-e44942797410 on host dv-cinder-804459-3-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:05:19.149056 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-96f8e5bd-4433-4021-8b75-2bafef1e4a7f None None] Calling delete_port for f0f2488f-09da-4d4d-8fd5-e44942797410 owned by network:dhcp {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:05:19.224887 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24265285-db15-4988-810e-1388171ed28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.235786 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-24265285-db15-4988-810e-1388171ed28a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a1bc1e-af50-4a06-8350-220d77de4986']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:19.249362 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-24265285-db15-4988-810e-1388171ed28a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9e951a-cc1c-467c-b9a2-0f1734695181') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:19.249702 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-24265285-db15-4988-810e-1388171ed28a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9e951a-cc1c-467c-b9a2-0f1734695181') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:19.250016 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-96f8e5bd-4433-4021-8b75-2bafef1e4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.261905 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24265285-db15-4988-810e-1388171ed28a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288181462'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.278395 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f8e5bd-4433-4021-8b75-2bafef1e4a7f None None] No DVR routers for this DVR port f0f2488f-09da-4d4d-8fd5-e44942797410 on host dv-cinder-804459-3-iscsi {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:05:19.280802 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24265285-db15-4988-810e-1388171ed28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.282552 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8e5bd-4433-4021-8b75-2bafef1e4a7f None None] Pushing event deleted for resources: {'Port': ['ID=f0f2488f-09da-4d4d-8fd5-e44942797410,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:19.296906 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24265285-db15-4988-810e-1388171ed28a admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:05:19.297324 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24265285-db15-4988-810e-1388171ed28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288414325'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: Traceback (most recent call last): Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: timer() Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: cb(*args, **kw) Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: return func(*args, **kwargs) Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: self._notify() Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: self.callback(batched_events) Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: event.method(event) Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: return f(self, *a, **k) Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: return self._get(url).json() Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: return self.request(url, 'GET', **kwargs) Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:05:19.299255 dv-cinder-804459-3-iscsi neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:05:19.360068 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24265285-db15-4988-810e-1388171ed28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.365955 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24265285-db15-4988-810e-1388171ed28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.370120 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-24265285-db15-4988-810e-1388171ed28a admin admin] 10.222.0.30 "DELETE /v2.0/networks/c7a1bc1e-af50-4a06-8350-220d77de4986 HTTP/1.1" status: 204 len: 168 time: 0.6587975 Aug 12 22:05:19.384384 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24265285-db15-4988-810e-1388171ed28a admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a1bc1e-af50-4a06-8350-220d77de4986,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:19.554212 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 38632) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:19.593986 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-86bdd3ff-afd1-49cb-ac1d-b2396c40b442 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cb2e69a590040cb83336b3d22d2760c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385342 Aug 12 22:05:19.596928 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 38634) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:19.651088 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e837a19-2364-465c-a006-4e0fee6a83bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.672722 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e837a19-2364-465c-a006-4e0fee6a83bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.719483 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e837a19-2364-465c-a006-4e0fee6a83bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.722488 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e837a19-2364-465c-a006-4e0fee6a83bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.723642 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-0e837a19-2364-465c-a006-4e0fee6a83bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59ad1356-3760-4a86-8edb-bd9989403e63 HTTP/1.1" status: 204 len: 168 time: 0.1257029 Aug 12 22:05:19.731304 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e837a19-2364-465c-a006-4e0fee6a83bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ad1356-3760-4a86-8edb-bd9989403e63,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:20.060498 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38652) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:20.101426 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-924c50c2-1e9b-4fb6-88f8-021dd61715cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d36a9f4da5a492fae282912f15a38fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397997 Aug 12 22:05:20.103879 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38656) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:20.155972 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-71d09991-b71f-44d8-ba7f-04349234d784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:20.183784 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-71d09991-b71f-44d8-ba7f-04349234d784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:20.240144 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-71d09991-b71f-44d8-ba7f-04349234d784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:20.242748 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-71d09991-b71f-44d8-ba7f-04349234d784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:20.243918 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-71d09991-b71f-44d8-ba7f-04349234d784 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74220e75-6c3d-471b-ad4d-ab8efd66854a HTTP/1.1" status: 204 len: 168 time: 0.1390653 Aug 12 22:05:20.252024 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d09991-b71f-44d8-ba7f-04349234d784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74220e75-6c3d-471b-ad4d-ab8efd66854a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:20.895676 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device f0f2488f-09da-4d4d-8fd5-e44942797410 no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:05:20.915730 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: f0f2488f-09da-4d4d-8fd5-e44942797410 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:05:20.916144 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device f0f2488f-09da-4d4d-8fd5-e44942797410 not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:05:21.855290 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b9f30b36-a237-430a-a2bd-44e364aa6b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:24.475483 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:24.481747 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b2a95011-495f-4f2c-afe4-1a576c8fbd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:24.530064 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 38716) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:24.640435 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2dfcd0b4-e5be-43e0-843c-b264d39a050b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:24.728131 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2dfcd0b4-e5be-43e0-843c-b264d39a050b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:24.734174 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2dfcd0b4-e5be-43e0-843c-b264d39a050b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:24.773170 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcd0b4-e5be-43e0-843c-b264d39a050b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb6a48f-977d-4d7a-95e2-18533c76221a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:24.778925 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-2dfcd0b4-e5be-43e0-843c-b264d39a050b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1cefd28b03694e6bb518377ec8cb6df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472041 Aug 12 22:05:24.781796 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 38720) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:24.829923 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ede5ba8d-232c-4966-ae0d-aabab5bc9919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:24.852295 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ede5ba8d-232c-4966-ae0d-aabab5bc9919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:24.899736 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ede5ba8d-232c-4966-ae0d-aabab5bc9919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:24.902344 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ede5ba8d-232c-4966-ae0d-aabab5bc9919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:24.905828 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-ede5ba8d-232c-4966-ae0d-aabab5bc9919 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2eb6a48f-977d-4d7a-95e2-18533c76221a HTTP/1.1" status: 204 len: 168 time: 0.1206791 Aug 12 22:05:24.911433 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5ba8d-232c-4966-ae0d-aabab5bc9919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb6a48f-977d-4d7a-95e2-18533c76221a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:25.690264 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:27.728250 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:33.395397 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:05:45.813276 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:51.855455 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-88f6948b-be83-46aa-804f-d1420a91f793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:54.472855 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:54.478659 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8437a21d-177b-4a32-a634-5a7eba20fd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:55.693965 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:57.729746 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:58.742372 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39040) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:58.843540 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f031c17f-a06d-41cd-aa6f-17026e57850a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:58.934533 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f031c17f-a06d-41cd-aa6f-17026e57850a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:58.938210 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f031c17f-a06d-41cd-aa6f-17026e57850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:58.977491 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031c17f-a06d-41cd-aa6f-17026e57850a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deed5766-face-492e-8c39-ccc1b3fe86ee,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:58.982881 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-f031c17f-a06d-41cd-aa6f-17026e57850a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbd4ceb833004dfca264b8b0feea254a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395020 Aug 12 22:05:58.985464 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39044) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:59.253810 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65ae0bb7-2639-4b2d-9fa5-f9bd237df19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:59.274968 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65ae0bb7-2639-4b2d-9fa5-f9bd237df19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:59.325101 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65ae0bb7-2639-4b2d-9fa5-f9bd237df19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:59.327634 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65ae0bb7-2639-4b2d-9fa5-f9bd237df19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:59.328795 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-65ae0bb7-2639-4b2d-9fa5-f9bd237df19d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/deed5766-face-492e-8c39-ccc1b3fe86ee HTTP/1.1" status: 204 len: 168 time: 0.3424003 Aug 12 22:05:59.338781 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae0bb7-2639-4b2d-9fa5-f9bd237df19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deed5766-face-492e-8c39-ccc1b3fe86ee,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:59.594887 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39056) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:59.608138 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8453-536a-4599-a6a3-3ca98e55b6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:59.703916 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8453-536a-4599-a6a3-3ca98e55b6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:59.707882 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8453-536a-4599-a6a3-3ca98e55b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:59.744342 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f8453-536a-4599-a6a3-3ca98e55b6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29001da-86c6-4de3-b08e-665486307c40,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:59.748618 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-7b6f8453-536a-4599-a6a3-3ca98e55b6dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec45031a114f4b4fb646a21418a96bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526487 Aug 12 22:05:59.751429 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39058) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:59.798702 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2fac824d-9b44-4fd0-8fc3-054dc16449bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:59.819773 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2fac824d-9b44-4fd0-8fc3-054dc16449bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:59.863455 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2fac824d-9b44-4fd0-8fc3-054dc16449bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:59.866600 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2fac824d-9b44-4fd0-8fc3-054dc16449bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:59.867748 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-2fac824d-9b44-4fd0-8fc3-054dc16449bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b29001da-86c6-4de3-b08e-665486307c40 HTTP/1.1" status: 204 len: 168 time: 0.1154261 Aug 12 22:05:59.875354 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac824d-9b44-4fd0-8fc3-054dc16449bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29001da-86c6-4de3-b08e-665486307c40,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:00.568838 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39088) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:00.670535 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b289dbc-3540-4b01-aade-eba637c616a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:00.767008 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b289dbc-3540-4b01-aade-eba637c616a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:00.771186 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b289dbc-3540-4b01-aade-eba637c616a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:00.812295 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-6b289dbc-3540-4b01-aade-eba637c616a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=615f88dce4d14e3396c17d0b92074c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399240 Aug 12 22:06:00.812295 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b289dbc-3540-4b01-aade-eba637c616a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c134a6-f91b-41d7-a49e-00dee453b4c8,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:00.812669 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39098) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:00.864389 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4ca13a9-e7a1-415e-9828-e8ee94e8a1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:00.887011 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4ca13a9-e7a1-415e-9828-e8ee94e8a1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:00.934671 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4ca13a9-e7a1-415e-9828-e8ee94e8a1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:00.937143 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4ca13a9-e7a1-415e-9828-e8ee94e8a1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:00.940874 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-f4ca13a9-e7a1-415e-9828-e8ee94e8a1de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7c134a6-f91b-41d7-a49e-00dee453b4c8 HTTP/1.1" status: 204 len: 168 time: 0.1240203 Aug 12 22:06:00.946074 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca13a9-e7a1-415e-9828-e8ee94e8a1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c134a6-f91b-41d7-a49e-00dee453b4c8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:10.393730 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:06:11.111935 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39232) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:11.218374 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3b5533a9-c31b-40e5-90e2-a8cb4a540151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:11.322533 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3b5533a9-c31b-40e5-90e2-a8cb4a540151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:11.326358 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3b5533a9-c31b-40e5-90e2-a8cb4a540151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:11.363751 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-3b5533a9-c31b-40e5-90e2-a8cb4a540151 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=def28d3f8b8f4928b5f879cf5525326c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507334 Aug 12 22:06:11.364585 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5533a9-c31b-40e5-90e2-a8cb4a540151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3a74ee-59da-4ed2-a60b-211de686c663,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:11.366991 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39236) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:11.417721 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:11.438188 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:11.484859 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:11.487412 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:11.488554 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f3a74ee-59da-4ed2-a60b-211de686c663 HTTP/1.1" status: 204 len: 168 time: 0.1193802 Aug 12 22:06:11.497087 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3a74ee-59da-4ed2-a60b-211de686c663,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:11.504246 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:11.504602 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:11.504955 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:11.505298 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:11.505660 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:11.506560 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:11.506920 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:11.507251 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:11.507713 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:11.508045 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:11.508376 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:11.508702 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b38546-4da3-439f-8ddf-6a9737d5585b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:11.741911 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39242) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:11.755323 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c7972dc4-ba3a-404b-87ca-15ab61fbdbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:11.851810 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c7972dc4-ba3a-404b-87ca-15ab61fbdbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:11.855432 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c7972dc4-ba3a-404b-87ca-15ab61fbdbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:11.894356 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7972dc4-ba3a-404b-87ca-15ab61fbdbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363aaafb-af88-489f-a6a9-988075791605,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:11.901099 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c7972dc4-ba3a-404b-87ca-15ab61fbdbda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4931b0ac928a4a4391ff99ec44d06068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555278 Aug 12 22:06:11.901272 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39248) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:11.949593 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be31b951-9b99-4758-9cdc-7f8a09ee7e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:11.971335 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be31b951-9b99-4758-9cdc-7f8a09ee7e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:12.020915 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be31b951-9b99-4758-9cdc-7f8a09ee7e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:12.023580 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be31b951-9b99-4758-9cdc-7f8a09ee7e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:12.024735 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-be31b951-9b99-4758-9cdc-7f8a09ee7e6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/363aaafb-af88-489f-a6a9-988075791605 HTTP/1.1" status: 204 len: 168 time: 0.1225262 Aug 12 22:06:12.032488 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31b951-9b99-4758-9cdc-7f8a09ee7e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363aaafb-af88-489f-a6a9-988075791605,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:12.074539 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39254) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:12.182532 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-835e20c5-3101-4b0f-a8c1-4ed770dc2bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:12.272853 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-835e20c5-3101-4b0f-a8c1-4ed770dc2bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:12.277142 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-835e20c5-3101-4b0f-a8c1-4ed770dc2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:12.319735 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e20c5-3101-4b0f-a8c1-4ed770dc2bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1ea92e-8ece-469d-8e67-fd043a6f503b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:12.325918 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-835e20c5-3101-4b0f-a8c1-4ed770dc2bf3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e48376efd8c2451896ac0ca75f108326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479169 Aug 12 22:06:12.328802 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39262) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:12.384449 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb10f4f4-ee21-430d-908b-fe815f30954e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:12.406529 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb10f4f4-ee21-430d-908b-fe815f30954e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:12.455778 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb10f4f4-ee21-430d-908b-fe815f30954e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:12.458494 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb10f4f4-ee21-430d-908b-fe815f30954e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:12.460196 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-bb10f4f4-ee21-430d-908b-fe815f30954e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d1ea92e-8ece-469d-8e67-fd043a6f503b HTTP/1.1" status: 204 len: 168 time: 0.1270475 Aug 12 22:06:12.468553 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10f4f4-ee21-430d-908b-fe815f30954e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1ea92e-8ece-469d-8e67-fd043a6f503b,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:15.828036 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:20.135853 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39384) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:20.240135 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd5bd458-3295-469d-a399-3e86ff520822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:20.326170 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd5bd458-3295-469d-a399-3e86ff520822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:20.329929 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd5bd458-3295-469d-a399-3e86ff520822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:20.367112 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-cd5bd458-3295-469d-a399-3e86ff520822 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83d63d070ea2417f86d59de52f1a4e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302010 Aug 12 22:06:20.369051 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bd458-3295-469d-a399-3e86ff520822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4f66e0-f9a2-4cb2-9ed0-429fe1ab612f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:20.369825 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39388) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:20.418474 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:20.441698 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:20.491813 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:20.494479 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:20.495632 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc4f66e0-f9a2-4cb2-9ed0-429fe1ab612f HTTP/1.1" status: 204 len: 168 time: 0.1248283 Aug 12 22:06:20.503073 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4f66e0-f9a2-4cb2-9ed0-429fe1ab612f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:20.510492 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:20.510852 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:20.511191 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:20.511528 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:20.511862 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:20.512199 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:20.512530 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:20.512860 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:20.513190 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:20.513531 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:20.513860 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:20.514182 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b3376-bd4b-4aaf-996e-b09e6613ed78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:20.748450 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39394) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:20.767183 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-32469ea8-b4df-4013-9cdb-9a5478769949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:20.861992 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-32469ea8-b4df-4013-9cdb-9a5478769949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:20.865344 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-32469ea8-b4df-4013-9cdb-9a5478769949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:20.902574 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-32469ea8-b4df-4013-9cdb-9a5478769949 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3988fb8d9cfa45b6931242b0839e5273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530495 Aug 12 22:06:20.903430 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32469ea8-b4df-4013-9cdb-9a5478769949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cb400f-51ef-4403-8959-5b2475a6ffcc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:20.905781 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39396) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:20.954921 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7309a47f-e9e3-49b7-a6eb-c1999d741c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:20.977728 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7309a47f-e9e3-49b7-a6eb-c1999d741c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:21.024867 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7309a47f-e9e3-49b7-a6eb-c1999d741c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:21.027434 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7309a47f-e9e3-49b7-a6eb-c1999d741c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:21.028583 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7309a47f-e9e3-49b7-a6eb-c1999d741c84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35cb400f-51ef-4403-8959-5b2475a6ffcc HTTP/1.1" status: 204 len: 168 time: 0.1218288 Aug 12 22:06:21.036706 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309a47f-e9e3-49b7-a6eb-c1999d741c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cb400f-51ef-4403-8959-5b2475a6ffcc,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:21.354885 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39402) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:21.368176 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d00ac4c-2af1-49dd-b69d-8f1f78dddb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:21.459186 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d00ac4c-2af1-49dd-b69d-8f1f78dddb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:21.463749 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d00ac4c-2af1-49dd-b69d-8f1f78dddb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:21.503538 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-1d00ac4c-2af1-49dd-b69d-8f1f78dddb48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8bb3c06228e4a89b1e3cf50ed5fd7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475322 Aug 12 22:06:21.504254 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00ac4c-2af1-49dd-b69d-8f1f78dddb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1b71dc-e867-438f-abbb-e1be3df0af21,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:21.506824 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39404) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:21.556174 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90f9ab09-bf64-43d4-9c87-903d0b8450a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:21.578255 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90f9ab09-bf64-43d4-9c87-903d0b8450a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:21.625187 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90f9ab09-bf64-43d4-9c87-903d0b8450a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:21.627683 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90f9ab09-bf64-43d4-9c87-903d0b8450a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:21.628794 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-90f9ab09-bf64-43d4-9c87-903d0b8450a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac1b71dc-e867-438f-abbb-e1be3df0af21 HTTP/1.1" status: 204 len: 168 time: 0.1209919 Aug 12 22:06:21.636678 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9ab09-bf64-43d4-9c87-903d0b8450a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1b71dc-e867-438f-abbb-e1be3df0af21,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:21.855580 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-774a649d-9549-4192-97a7-cd8743e2958d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:24.474085 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:24.475479 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-26fdf935-fa8e-4add-b3a8-f12a0d406301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:25.696739 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:27.734771 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:45.827942 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:47.392301 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:06:48.163842 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39594) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:48.265278 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a55625ca-9a76-4067-aed6-919b3882a16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.351524 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a55625ca-9a76-4067-aed6-919b3882a16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.355701 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a55625ca-9a76-4067-aed6-919b3882a16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.394364 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-a55625ca-9a76-4067-aed6-919b3882a16d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c70516a279848a18aa68f221f76e41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295001 Aug 12 22:06:48.395300 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55625ca-9a76-4067-aed6-919b3882a16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62afa7a2-6000-4e21-9466-266eac51d6a7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:48.397036 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39598) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:48.445709 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4943f366-bcea-40a5-a717-5f2b6233c10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.465934 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4943f366-bcea-40a5-a717-5f2b6233c10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.510867 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4943f366-bcea-40a5-a717-5f2b6233c10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.513704 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4943f366-bcea-40a5-a717-5f2b6233c10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.514838 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-4943f366-bcea-40a5-a717-5f2b6233c10c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62afa7a2-6000-4e21-9466-266eac51d6a7 HTTP/1.1" status: 204 len: 168 time: 0.1168067 Aug 12 22:06:48.522374 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943f366-bcea-40a5-a717-5f2b6233c10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62afa7a2-6000-4e21-9466-266eac51d6a7,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:49.146868 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39620) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:49.256984 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-740350118-network', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:06:49.278256 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] Made reservation on behalf of dde9ae2ac4ae4b67ae4d99429d2e38d0 for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:06:49.280455 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.288695 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.377503 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.381023 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.408857 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:06:49.418480 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f713b758-23ed-420b-bcf8-3187381cb6c2,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:49.423363 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.423705 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] Added segment 356602b4-83cd-40db-b638-4ed6b544589b of type vlan for network d3764607-b797-4b73-a49a-9f004b0592b4 Aug 12 22:06:49.463776 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.491434 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.492828 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:49.493440 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.557464 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4091222 Aug 12 22:06:49.560369 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39624) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:49.562661 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9256cb0-c7d6-49a8-8a83-0afdf760ea2c admin admin] Pushing event updated for resources: {'Network': ['ID=d3764607-b797-4b73-a49a-9f004b0592b4,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:49.568091 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3e19658f-22d6-4f7f-b5cb-d280d8240729 admin admin] Request body: {'subnet': {'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-740350118-subnet', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:06:49.573923 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network d3764607-b797-4b73-a49a-9f004b0592b4 details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:06:49.590157 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e19658f-22d6-4f7f-b5cb-d280d8240729 admin admin] Made reservation on behalf of dde9ae2ac4ae4b67ae4d99429d2e38d0 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:06:49.592450 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e19658f-22d6-4f7f-b5cb-d280d8240729 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4286696695'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.761820 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e19658f-22d6-4f7f-b5cb-d280d8240729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288414444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4286696645'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.813498 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19658f-22d6-4f7f-b5cb-d280d8240729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3367e8-5e29-4883-9750-8e95e4af7568,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:49.823988 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19658f-22d6-4f7f-b5cb-d280d8240729 admin admin] Checking segment: {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:06:49.824353 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e19658f-22d6-4f7f-b5cb-d280d8240729 admin admin] Network hostable DHCP agents. Network: d3764607-b797-4b73-a49a-9f004b0592b4, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:06:49.840175 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e19658f-22d6-4f7f-b5cb-d280d8240729 admin admin] Network d3764607-b797-4b73-a49a-9f004b0592b4 is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:06:49.848835 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-3e19658f-22d6-4f7f-b5cb-d280d8240729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, d3764607-b797-4b73-a49a-9f004b0592b4) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:06:49.853458 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e19658f-22d6-4f7f-b5cb-d280d8240729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:49.854080 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e19658f-22d6-4f7f-b5cb-d280d8240729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.858230 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fe3a5c-bc90-4fc1-b9d3-5d2c7692881a None None] Network d3764607-b797-4b73-a49a-9f004b0592b4 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:06:49.871396 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-3e19658f-22d6-4f7f-b5cb-d280d8240729 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3099535 Aug 12 22:06:49.874116 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39626) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:49.878397 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:06:49.902048 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103827'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.903239 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103836'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.959304 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.012179 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49bcab0f-72fd-56c1-b72d-e4210340e10c-d3764607-b797-4b73-a49a-9f004b0592b4', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568'}]}} from dv-cinder-804459-3-iscsi. {{(pid=93879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:06:50.013008 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.109236 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.147511 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Allocated IP 172.20.0.2 (d3764607-b797-4b73-a49a-9f004b0592b4/5e3367e8-5e29-4883-9750-8e95e4af7568/7edf3a93-4f56-466d-8175-7cb032596696) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:06:50.291217 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.300828 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Transition to ACTIVE for port object 7edf3a93-4f56-466d-8175-7cb032596696 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:06:50.317485 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Transition to ACTIVE for port object 7edf3a93-4f56-466d-8175-7cb032596696 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:06:50.324137 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.361757 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Network d3764607-b797-4b73-a49a-9f004b0592b4 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:06:50.366930 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:06:50.371244 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:06:50.378151 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Pushing event updated for resources: {'Port': ['ID=7edf3a93-4f56-466d-8175-7cb032596696,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:50.391237 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:50.391237 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:50.391237 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:50.391681 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:50.391808 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:50.392139 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:50.392471 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:50.392799 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:50.393131 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:50.393458 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:50.393810 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:50.394136 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:50.444645 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Attempting to bind port 7edf3a93-4f56-466d-8175-7cb032596696 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:06:50.445016 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Attempting to bind port 7edf3a93-4f56-466d-8175-7cb032596696 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:06:50.445957 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Attempting to bind port 7edf3a93-4f56-466d-8175-7cb032596696 on network d3764607-b797-4b73-a49a-9f004b0592b4 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:06:50.451330 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:06:50.451710 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Checking segment: {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:06:50.452116 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.452510 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Bound using segment: {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:06:50.452977 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Bound port: 7edf3a93-4f56-466d-8175-7cb032596696, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:06:50.453360 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.516575 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] For port 7edf3a93-4f56-466d-8175-7cb032596696, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:06:50.519703 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] For port 7edf3a93-4f56-466d-8175-7cb032596696, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=7edf3a93-4f56-466d-8175-7cb032596696,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:06:50.524562 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.574533 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.582941 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2dee35-2573-409f-844b-4650b28db0dc None None] Pushing event updated for resources: {'Port': ['ID=7edf3a93-4f56-466d-8175-7cb032596696,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:50.594847 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.707977 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Allocated IP 172.27.0.177 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/e0dd0c52-4976-4c33-8b06-2aede026d198) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:06:50.824464 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.862736 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.903824 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:06:50.909483 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:06:50.912898 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:06:50.940816 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Pushing event updated for resources: {'Port': ['ID=e0dd0c52-4976-4c33-8b06-2aede026d198,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:50.985365 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 7edf3a93-4f56-466d-8175-7cb032596696 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:06:51.033808 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 7edf3a93-4f56-466d-8175-7cb032596696 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:06:51.168854 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:51.374825 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683698'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:51.395981 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ab6092-207c-4861-b944-bd82cb031257 None None] Network d3764607-b797-4b73-a49a-9f004b0592b4 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:06:51.508808 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Router fc2904fc-05c4-4755-a1fa-3af56942358f is scheduled to L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:06:51.586911 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-c21c3be0-a070-4524-8520-e3c51d03d0b2 None None] Provisioning for port 7edf3a93-4f56-466d-8175-7cb032596696 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:06:51.595193 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-c21c3be0-a070-4524-8520-e3c51d03d0b2 None None] Provisioning complete for port 7edf3a93-4f56-466d-8175-7cb032596696 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:06:51.595564 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c21c3be0-a070-4524-8520-e3c51d03d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:51.623140 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:06:51.635013 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Sync routers for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:06:51.639328 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:51.640821 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-237a2f7d-cc07-4b44-b092-1524cad123ac admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7656956 Aug 12 22:06:51.643433 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39628) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:51.677655 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:51.678266 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:06:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:51.823154 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c21c3be0-a070-4524-8520-e3c51d03d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:51.867015 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:51.931180 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2eeca4bd-0d22-4468-b65b-df66464746fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:51.942851 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-c21c3be0-a070-4524-8520-e3c51d03d0b2 None None] For port 7edf3a93-4f56-466d-8175-7cb032596696, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=7edf3a93-4f56-466d-8175-7cb032596696,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:51.953845 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c21c3be0-a070-4524-8520-e3c51d03d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.051780 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c3be0-a070-4524-8520-e3c51d03d0b2 None None] Pushing event updated for resources: {'Port': ['ID=7edf3a93-4f56-466d-8175-7cb032596696,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:52.075396 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.099235 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-0bc7af9b-4bc7-4c74-910e-02863588e7cc None None] Provisioning complete for port 7edf3a93-4f56-466d-8175-7cb032596696 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:06:52.099607 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0bc7af9b-4bc7-4c74-910e-02863588e7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.153192 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:51Z', 'revision_number': 3, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:52.181270 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Checking router: fc2904fc-05c4-4755-a1fa-3af56942358f for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:06:52.181643 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Updating router fc2904fc-05c4-4755-a1fa-3af56942358f port e0dd0c52-4976-4c33-8b06-2aede026d198 binding host dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:06:52.229582 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.237694 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Allocated IP 172.20.0.1 (d3764607-b797-4b73-a49a-9f004b0592b4/5e3367e8-5e29-4883-9750-8e95e4af7568/372b3f7c-bfbb-4f92-b546-9c4e15d54eea) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:06:52.338599 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.352401 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Transition to ACTIVE for port object 372b3f7c-bfbb-4f92-b546-9c4e15d54eea will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:06:52.385079 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.433692 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Network d3764607-b797-4b73-a49a-9f004b0592b4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:06:52.436568 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:06:52.439004 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:06:52.462222 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Pushing event updated for resources: {'Port': ['ID=372b3f7c-bfbb-4f92-b546-9c4e15d54eea,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:52.482854 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740839'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.488404 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.499814 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Transition to ACTIVE for port object e0dd0c52-4976-4c33-8b06-2aede026d198 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:06:52.506449 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.562508 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Attempting to bind port e0dd0c52-4976-4c33-8b06-2aede026d198 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:06:52.562881 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Attempting to bind port e0dd0c52-4976-4c33-8b06-2aede026d198 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:06:52.563247 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Attempting to bind port e0dd0c52-4976-4c33-8b06-2aede026d198 on network 91f356a0-e407-4a3f-8387-93e3cb37c38d {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:06:52.565351 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331482d-2d65-48e0-b6c5-abd4ca5a43f8 None None] Pushing event updated for resources: {'Port': ['ID=e0dd0c52-4976-4c33-8b06-2aede026d198,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:52.571091 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:06:52.571442 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Checking segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:06:52.571854 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.572241 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Bound using segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:06:52.572713 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Bound port: e0dd0c52-4976-4c33-8b06-2aede026d198, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:06:52.573101 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.626970 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.628371 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] For port e0dd0c52-4976-4c33-8b06-2aede026d198, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:06:52.631664 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] For port e0dd0c52-4976-4c33-8b06-2aede026d198, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=e0dd0c52-4976-4c33-8b06-2aede026d198,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:06:52.635526 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.701011 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-68eea32e-87b7-4571-80e1-f491f54b2555 None None] Provisioning for port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:06:52.703627 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331482d-2d65-48e0-b6c5-abd4ca5a43f8 None None] Pushing event updated for resources: {'Port': ['ID=e0dd0c52-4976-4c33-8b06-2aede026d198,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:52.709054 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:52.709623 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:06:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:52.711952 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-68eea32e-87b7-4571-80e1-f491f54b2555 None None] Provisioning complete for port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:06:52.712321 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-68eea32e-87b7-4571-80e1-f491f54b2555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.787941 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-68eea32e-87b7-4571-80e1-f491f54b2555 None None] Port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:06:52.793322 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.797670 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.839494 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:52.862486 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Pushing event updated for resources: {'Port': ['ID=372b3f7c-bfbb-4f92-b546-9c4e15d54eea,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:52.864969 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740979'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:52.963581 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 7edf3a93-4f56-466d-8175-7cb032596696 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:06:52.967466 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Network d3764607-b797-4b73-a49a-9f004b0592b4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:06:52.970199 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:06:53.062589 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 7edf3a93-4f56-466d-8175-7cb032596696 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:06:53.063342 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:53.089240 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Router fc2904fc-05c4-4755-a1fa-3af56942358f has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:06:53.117961 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 1, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:53.210283 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:06:53.216746 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-9b8fa0c3-167e-4e2e-ba34-568fed29c375 admin admin] 10.222.0.30 "PUT /v2.0/routers/fc2904fc-05c4-4755-a1fa-3af56942358f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5723002 Aug 12 22:06:53.278546 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4dbdd-4bad-435d-8f41-6b4e4ecf523d None None] The sync data for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi is: [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 1, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:06:53.313190 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-0af6c992-40d3-4a85-b463-6f71fd5563cb None None] Provisioning complete for port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:06:53.313572 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0af6c992-40d3-4a85-b463-6f71fd5563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:53.356256 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-0af6c992-40d3-4a85-b463-6f71fd5563cb None None] Port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:06:53.728008 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39644) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:53.732998 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-710905273-network', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:06:53.759229 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] Made reservation on behalf of be3a019d8dbc4f4db91b2e19336964f0 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:06:53.761606 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:53.773157 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:53.876903 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:53.883517 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:53.905560 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:06:53.933000 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:53.933355 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.segments_db [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] Added segment b02b1dab-7ede-4182-8d72-7fcd7167ba96 of type vlan for network 4847b933-3496-4419-9517-11221cf06f51 Aug 12 22:06:53.934808 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d10069-6b43-4f1e-8823-6383fcc73d34,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:53.983047 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776772667212'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:54.013292 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:54.014566 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:54.015084 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:54.074054 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3449066 Aug 12 22:06:54.075355 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39646) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:54.080422 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-d70047bd-abc1-4da6-837d-d66aded3fb4d admin admin] Request body: {'subnet': {'network_id': '4847b933-3496-4419-9517-11221cf06f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-710905273-subnet', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:06:54.086924 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f509c-0eaf-4a6c-a06c-35663291a91a admin admin] Pushing event updated for resources: {'Network': ['ID=4847b933-3496-4419-9517-11221cf06f51,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:54.098373 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Network 4847b933-3496-4419-9517-11221cf06f51 details requested by agent ovs-agent-dv-cinder-804459-3-iscsi with host dv-cinder-804459-3-iscsi {{(pid=93879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:06:54.105002 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70047bd-abc1-4da6-837d-d66aded3fb4d admin admin] Made reservation on behalf of be3a019d8dbc4f4db91b2e19336964f0 for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:06:54.107662 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70047bd-abc1-4da6-837d-d66aded3fb4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4286855101'] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:54.298464 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70047bd-abc1-4da6-837d-d66aded3fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287189924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4286855055'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:54.354434 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70047bd-abc1-4da6-837d-d66aded3fb4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b51ad7a-c6e2-49eb-8a3f-062bee98e98c,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:54.364768 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70047bd-abc1-4da6-837d-d66aded3fb4d admin admin] Checking segment: {'id': 'b02b1dab-7ede-4182-8d72-7fcd7167ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4847b933-3496-4419-9517-11221cf06f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:06:54.365130 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70047bd-abc1-4da6-837d-d66aded3fb4d admin admin] Network hostable DHCP agents. Network: 4847b933-3496-4419-9517-11221cf06f51, hostable agents: ['dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:06:54.382222 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70047bd-abc1-4da6-837d-d66aded3fb4d admin admin] Network 4847b933-3496-4419-9517-11221cf06f51 is scheduled to be hosted by DHCP agent dfb11c0a-ecbc-42e8-96cb-5c3ba17d9d24 with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:06:54.391961 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-d70047bd-abc1-4da6-837d-d66aded3fb4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-3-iscsi, 4847b933-3496-4419-9517-11221cf06f51) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:06:54.398319 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70047bd-abc1-4da6-837d-d66aded3fb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:54.399045 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70047bd-abc1-4da6-837d-d66aded3fb4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:54.403312 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d792cd4a-42cf-4bbb-9556-caa4c84a97f4 None None] Network 4847b933-3496-4419-9517-11221cf06f51 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:06:54.420440 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39648) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:54.420803 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d70047bd-abc1-4da6-837d-d66aded3fb4d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3443365 Aug 12 22:06:54.425171 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-710905273-router', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:06:54.451905 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103827'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:54.453079 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103836'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:54.481890 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:54.489655 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d86bff60-883d-499b-aacc-a5ffbbb2f74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:54.504656 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:54.577860 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49bcab0f-72fd-56c1-b72d-e4210340e10c-4847b933-3496-4419-9517-11221cf06f51', 'network_id': '4847b933-3496-4419-9517-11221cf06f51', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'fixed_ips': [{'subnet_id': '4b51ad7a-c6e2-49eb-8a3f-062bee98e98c'}]}} from dv-cinder-804459-3-iscsi. {{(pid=93879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:06:54.578739 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:54.721306 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Allocated IP 172.20.0.2 (4847b933-3496-4419-9517-11221cf06f51/4b51ad7a-c6e2-49eb-8a3f-062bee98e98c/45249a6e-a58b-4435-b8cb-caaa017e8bf2) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:06:54.872715 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:54.881309 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Transition to ACTIVE for port object 45249a6e-a58b-4435-b8cb-caaa017e8bf2 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:06:54.909560 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Transition to ACTIVE for port object 45249a6e-a58b-4435-b8cb-caaa017e8bf2 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:06:54.917447 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:54.919502 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:54.938050 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Network 4847b933-3496-4419-9517-11221cf06f51 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:06:54.956477 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:06:54.959100 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:06:54.999091 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device e0dd0c52-4976-4c33-8b06-2aede026d198 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:06:55.040378 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Pushing event updated for resources: {'Port': ['ID=45249a6e-a58b-4435-b8cb-caaa017e8bf2,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:55.068390 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Attempting to bind port 45249a6e-a58b-4435-b8cb-caaa017e8bf2 on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:06:55.068764 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Attempting to bind port 45249a6e-a58b-4435-b8cb-caaa017e8bf2 by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': 'b02b1dab-7ede-4182-8d72-7fcd7167ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4847b933-3496-4419-9517-11221cf06f51'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:06:55.069129 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Attempting to bind port 45249a6e-a58b-4435-b8cb-caaa017e8bf2 on network 4847b933-3496-4419-9517-11221cf06f51 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:06:55.077775 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:06:55.078152 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Checking segment: {'id': 'b02b1dab-7ede-4182-8d72-7fcd7167ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4847b933-3496-4419-9517-11221cf06f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:06:55.078556 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:55.078978 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Bound using segment: {'id': 'b02b1dab-7ede-4182-8d72-7fcd7167ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4847b933-3496-4419-9517-11221cf06f51'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:06:55.079434 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Bound port: 45249a6e-a58b-4435-b8cb-caaa017e8bf2, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02b1dab-7ede-4182-8d72-7fcd7167ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4847b933-3496-4419-9517-11221cf06f51'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:06:55.079815 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:55.118923 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port e0dd0c52-4976-4c33-8b06-2aede026d198 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:06:55.125901 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port e0dd0c52-4976-4c33-8b06-2aede026d198 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:06:55.126268 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:55.140707 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:55.152887 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-e033780a-fe2d-4515-a527-613d73372445 None None] For port 45249a6e-a58b-4435-b8cb-caaa017e8bf2, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:06:55.156245 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-e033780a-fe2d-4515-a527-613d73372445 None None] For port 45249a6e-a58b-4435-b8cb-caaa017e8bf2, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=45249a6e-a58b-4435-b8cb-caaa017e8bf2,segment=NetworkSegment(b02b1dab-7ede-4182-8d72-7fcd7167ba96),segment_id=b02b1dab-7ede-4182-8d72-7fcd7167ba96)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:06:55.162468 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:55.178433 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:55.258710 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Sync routers for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:06:55.262844 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033780a-fe2d-4515-a527-613d73372445 None None] Pushing event updated for resources: {'Port': ['ID=45249a6e-a58b-4435-b8cb-caaa017e8bf2,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:55.269115 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:55.270136 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:06:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:55.276203 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Allocated IP 172.27.0.243 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/b3ce3eb8-817b-460f-9baf-bb36bf023a4c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:06:55.314576 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:55.337611 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port e0dd0c52-4976-4c33-8b06-2aede026d198, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=e0dd0c52-4976-4c33-8b06-2aede026d198,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:55.344042 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:55.399988 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:55.401034 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:55.405975 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=e0dd0c52-4976-4c33-8b06-2aede026d198,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:55.472631 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:55.512311 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:06:55.517795 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:06:55.520479 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:06:55.549319 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ce3eb8-817b-460f-9baf-bb36bf023a4c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:55.627140 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 2, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:55.656905 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Checking router: fc2904fc-05c4-4755-a1fa-3af56942358f for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:06:55.657178 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Updating router fc2904fc-05c4-4755-a1fa-3af56942358f port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea binding host dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:06:55.701744 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:55.774184 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:55.782793 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:55.982235 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683698'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:56.047481 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:56.058753 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Transition to ACTIVE for port object 372b3f7c-bfbb-4f92-b546-9c4e15d54eea will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:06:56.065645 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:56.119262 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61015bf-c898-4a33-add5-0e63d8833622 None None] Pushing event updated for resources: {'Port': ['ID=372b3f7c-bfbb-4f92-b546-9c4e15d54eea,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:56.130557 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61015bf-c898-4a33-add5-0e63d8833622 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:56.130904 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61015bf-c898-4a33-add5-0e63d8833622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:56.131224 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Router 1ddf67e4-2e03-4444-82ac-f0f62113f421 is scheduled to L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:06:56.131372 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61015bf-c898-4a33-add5-0e63d8833622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:56.131562 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61015bf-c898-4a33-add5-0e63d8833622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:56.131926 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61015bf-c898-4a33-add5-0e63d8833622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:56.132209 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61015bf-c898-4a33-add5-0e63d8833622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:56.132529 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61015bf-c898-4a33-add5-0e63d8833622 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:56.132884 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61015bf-c898-4a33-add5-0e63d8833622 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:56.133224 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61015bf-c898-4a33-add5-0e63d8833622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:56.133696 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61015bf-c898-4a33-add5-0e63d8833622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:56.133886 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61015bf-c898-4a33-add5-0e63d8833622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:56.134202 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61015bf-c898-4a33-add5-0e63d8833622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:56.191591 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Attempting to bind port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:06:56.191964 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Attempting to bind port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:06:56.192330 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Attempting to bind port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea on network d3764607-b797-4b73-a49a-9f004b0592b4 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:06:56.204850 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:06:56.204850 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Checking segment: {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:06:56.205254 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:56.205632 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Bound using segment: {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:06:56.206145 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Bound port: 372b3f7c-bfbb-4f92-b546-9c4e15d54eea, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:06:56.206541 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:56.277088 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:06:56.284154 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] For port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:06:56.288434 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] For port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=372b3f7c-bfbb-4f92-b546-9c4e15d54eea,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:06:56.288829 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Sync routers for ids ['1ddf67e4-2e03-4444-82ac-f0f62113f421'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:06:56.297322 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:56.306169 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Routers {'1ddf67e4-2e03-4444-82ac-f0f62113f421'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:56.310503 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:06:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['1ddf67e4-2e03-4444-82ac-f0f62113f421'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:56.318181 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:56.323554 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39652) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:56.335035 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-6dc44eb3-eed0-463e-aee3-5f05832872e0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9133248 Aug 12 22:06:56.352501 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61015bf-c898-4a33-add5-0e63d8833622 None None] Pushing event updated for resources: {'Port': ['ID=372b3f7c-bfbb-4f92-b546-9c4e15d54eea,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:56.362951 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e924b314-232d-4ba0-ac35-9e4c9a2285c2 None None] Network 4847b933-3496-4419-9517-11221cf06f51 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:06:56.370093 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:56.370896 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:06:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:56.508764 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-49552e7e-2aed-44a7-bb8b-d70ecc3ec950 None None] Provisioning for port 45249a6e-a58b-4435-b8cb-caaa017e8bf2 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:06:56.517102 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:56.583019 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Set router 1ddf67e4-2e03-4444-82ac-f0f62113f421 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:56.758221 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:56Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:56.788705 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e35eb-d250-421f-aa34-e31038e6abc0 None None] The sync data for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi is: [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:56Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:06:56.819837 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'name': 'tempest-TestVolumeBootPattern-710905273-router', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3eb8-817b-460f-9baf-bb36bf023a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:54Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 3, 'project_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'gw_port': {'id': 'b3ce3eb8-817b-460f-9baf-bb36bf023a4c', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:55Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:56.827293 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:56.848292 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Checking router: 1ddf67e4-2e03-4444-82ac-f0f62113f421 for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:06:56.848649 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Updating router 1ddf67e4-2e03-4444-82ac-f0f62113f421 port b3ce3eb8-817b-460f-9baf-bb36bf023a4c binding host dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:06:56.880932 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.030618 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Allocated IP 172.20.0.1 (4847b933-3496-4419-9517-11221cf06f51/4b51ad7a-c6e2-49eb-8a3f-062bee98e98c/df3fb86b-3ba2-4345-8ee8-2123aacc83cd) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:06:57.130048 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 372b3f7c-bfbb-4f92-b546-9c4e15d54eea up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:06:57.164939 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.181781 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Transition to ACTIVE for port object df3fb86b-3ba2-4345-8ee8-2123aacc83cd will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:06:57.224297 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.224570 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:06:57.238269 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.240481 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:06:57.240858 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.268796 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Transition to ACTIVE for port object b3ce3eb8-817b-460f-9baf-bb36bf023a4c will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:06:57.277032 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Network 4847b933-3496-4419-9517-11221cf06f51 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:06:57.282477 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:06:57.284615 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.284771 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:06:57.329887 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740839'] for router_interface, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.342033 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3feab-65ea-4a21-97e9-67ced23e0e2d None None] Pushing event updated for resources: {'Port': ['ID=b3ce3eb8-817b-460f-9baf-bb36bf023a4c,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:57.364288 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Attempting to bind port b3ce3eb8-817b-460f-9baf-bb36bf023a4c on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:06:57.364660 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Attempting to bind port b3ce3eb8-817b-460f-9baf-bb36bf023a4c by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:06:57.365030 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Attempting to bind port b3ce3eb8-817b-460f-9baf-bb36bf023a4c on network 91f356a0-e407-4a3f-8387-93e3cb37c38d {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:06:57.372660 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:06:57.373071 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Checking segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:06:57.373434 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.373854 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Bound using segment: {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:06:57.374326 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Bound port: b3ce3eb8-817b-460f-9baf-bb36bf023a4c, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba1e192-1aee-4689-86e6-0e3055ffc6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:06:57.374710 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.466250 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=df3fb86b-3ba2-4345-8ee8-2123aacc83cd,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:57.470378 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] For port b3ce3eb8-817b-460f-9baf-bb36bf023a4c, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:06:57.472874 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.478092 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.495635 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] For port b3ce3eb8-817b-460f-9baf-bb36bf023a4c, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=b3ce3eb8-817b-460f-9baf-bb36bf023a4c,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:06:57.504524 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.556737 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=372b3f7c-bfbb-4f92-b546-9c4e15d54eea,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:57.575097 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.575861 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device e0dd0c52-4976-4c33-8b06-2aede026d198 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:06:57.614042 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-191345cc-2db2-4623-ae16-c565cb79008f None None] Provisioning for port df3fb86b-3ba2-4345-8ee8-2123aacc83cd completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:06:57.618362 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3feab-65ea-4a21-97e9-67ced23e0e2d None None] Pushing event updated for resources: {'Port': ['ID=b3ce3eb8-817b-460f-9baf-bb36bf023a4c,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:57.627172 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Routers {'1ddf67e4-2e03-4444-82ac-f0f62113f421'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:57.627788 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:06:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['1ddf67e4-2e03-4444-82ac-f0f62113f421'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:57.634453 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-191345cc-2db2-4623-ae16-c565cb79008f None None] Provisioning complete for port df3fb86b-3ba2-4345-8ee8-2123aacc83cd triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:06:57.634825 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-191345cc-2db2-4623-ae16-c565cb79008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.676759 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.681665 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287189977'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.752808 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740979'] for router_interface, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.754807 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=df3fb86b-3ba2-4345-8ee8-2123aacc83cd,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:57.857535 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Network 4847b933-3496-4419-9517-11221cf06f51 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:06:57.859374 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:06:57.893264 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-191345cc-2db2-4623-ae16-c565cb79008f None None] Port df3fb86b-3ba2-4345-8ee8-2123aacc83cd cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:06:57.894737 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.925148 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=372b3f7c-bfbb-4f92-b546-9c4e15d54eea,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:57.952082 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port e0dd0c52-4976-4c33-8b06-2aede026d198 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:06:57.952458 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:57.984440 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] Set router 1ddf67e4-2e03-4444-82ac-f0f62113f421 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:58.014150 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Router 1ddf67e4-2e03-4444-82ac-f0f62113f421 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:06:58.134666 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:06:58.140296 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-a3cdefc4-a791-4f63-bd2a-e04f4ca5b1d1 admin admin] 10.222.0.30 "PUT /v2.0/routers/1ddf67e4-2e03-4444-82ac-f0f62113f421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8156493 Aug 12 22:06:58.157478 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 45249a6e-a58b-4435-b8cb-caaa017e8bf2 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:06:58.168836 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-d1f8cb46-49ff-4b67-9efe-662edd1f59d0 None None] Provisioning complete for port df3fb86b-3ba2-4345-8ee8-2123aacc83cd triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:06:58.169208 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d1f8cb46-49ff-4b67-9efe-662edd1f59d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:58.253429 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-d1f8cb46-49ff-4b67-9efe-662edd1f59d0 None None] Port df3fb86b-3ba2-4345-8ee8-2123aacc83cd cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:06:58.285254 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port 45249a6e-a58b-4435-b8cb-caaa017e8bf2 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:06:58.292760 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 45249a6e-a58b-4435-b8cb-caaa017e8bf2 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:06:58.293130 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:58.338741 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'name': 'tempest-TestVolumeBootPattern-710905273-router', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3eb8-817b-460f-9baf-bb36bf023a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:54Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 4, 'project_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'gw_port': {'id': 'b3ce3eb8-817b-460f-9baf-bb36bf023a4c', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:55Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'df3fb86b-3ba2-4345-8ee8-2123aacc83cd', 'name': '', 'network_id': '4847b933-3496-4419-9517-11221cf06f51', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'mac_address': 'fa:16:3e:27:8e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4b51ad7a-c6e2-49eb-8a3f-062bee98e98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:56Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 1, 'project_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'subnets': [{'id': '4b51ad7a-c6e2-49eb-8a3f-062bee98e98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:58.371530 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b7e714-1f3e-4a99-bfe3-2a9e3f595bf9 None None] The sync data for ids ['1ddf67e4-2e03-4444-82ac-f0f62113f421'] in dv-cinder-804459-3-iscsi is: [{'id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'name': 'tempest-TestVolumeBootPattern-710905273-router', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3eb8-817b-460f-9baf-bb36bf023a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:54Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 4, 'project_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'gw_port': {'id': 'b3ce3eb8-817b-460f-9baf-bb36bf023a4c', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:55Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'df3fb86b-3ba2-4345-8ee8-2123aacc83cd', 'name': '', 'network_id': '4847b933-3496-4419-9517-11221cf06f51', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'mac_address': 'fa:16:3e:27:8e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4b51ad7a-c6e2-49eb-8a3f-062bee98e98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:56Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 1, 'project_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'subnets': [{'id': '4b51ad7a-c6e2-49eb-8a3f-062bee98e98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:06:58.411151 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:58.449878 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port 45249a6e-a58b-4435-b8cb-caaa017e8bf2, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=45249a6e-a58b-4435-b8cb-caaa017e8bf2,segment=NetworkSegment(b02b1dab-7ede-4182-8d72-7fcd7167ba96),segment_id=b02b1dab-7ede-4182-8d72-7fcd7167ba96)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:58.455125 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:58.507677 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=45249a6e-a58b-4435-b8cb-caaa017e8bf2,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:58.656897 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39662) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:58.661798 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-5ed91845-a7c5-4c47-b138-5d3c45f3376a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649058284', 'description': 'tempest-secgroup-smoke-649058284 description', 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:06:58.687416 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ed91845-a7c5-4c47-b138-5d3c45f3376a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:58.777225 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ed91845-a7c5-4c47-b138-5d3c45f3376a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:58.780873 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ed91845-a7c5-4c47-b138-5d3c45f3376a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:58.807884 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ed91845-a7c5-4c47-b138-5d3c45f3376a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:58.809121 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5ed91845-a7c5-4c47-b138-5d3c45f3376a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1510766 Aug 12 22:06:58.813072 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39664) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:58.817780 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9bed1b66-a9ef-4273-8e20-7200dc343810 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Request body: {'security_group_rule': {'security_group_id': '44bd10e0-fa82-41d4-b45a-561d409cc050', 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:06:58.819090 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed91845-a7c5-4c47-b138-5d3c45f3376a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44bd10e0-fa82-41d4-b45a-561d409cc050,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:58.848640 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bed1b66-a9ef-4273-8e20-7200dc343810 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:58.908995 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bed1b66-a9ef-4273-8e20-7200dc343810 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:58.914417 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bed1b66-a9ef-4273-8e20-7200dc343810 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:58.928177 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed1b66-a9ef-4273-8e20-7200dc343810 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98164c8-f2ae-4700-8ce8-248a83f6054f,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:58.951104 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bed1b66-a9ef-4273-8e20-7200dc343810 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:58.952458 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-9bed1b66-a9ef-4273-8e20-7200dc343810 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382999 Aug 12 22:06:58.955368 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39666) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:58.961465 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-64a435b4-2d60-4793-bb0d-3b0dae9ad630 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Request body: {'security_group_rule': {'security_group_id': '44bd10e0-fa82-41d4-b45a-561d409cc050', 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:06:58.969682 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 372b3f7c-bfbb-4f92-b546-9c4e15d54eea up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:06:58.987713 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64a435b4-2d60-4793-bb0d-3b0dae9ad630 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.017149 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:06:59.017863 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.046438 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64a435b4-2d60-4793-bb0d-3b0dae9ad630 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.050257 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64a435b4-2d60-4793-bb0d-3b0dae9ad630 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.068151 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a435b4-2d60-4793-bb0d-3b0dae9ad630 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b371130-f349-4272-ba49-d6b91a92d174,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:59.074692 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64a435b4-2d60-4793-bb0d-3b0dae9ad630 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.076170 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-64a435b4-2d60-4793-bb0d-3b0dae9ad630 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197948 Aug 12 22:06:59.078787 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39668) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:59.083251 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-76142d4f-e6a6-4010-8acf-65967b16ff36 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Request body: {'security_group_rule': {'security_group_id': '44bd10e0-fa82-41d4-b45a-561d409cc050', 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:06:59.100139 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 45249a6e-a58b-4435-b8cb-caaa017e8bf2 up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:06:59.110582 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76142d4f-e6a6-4010-8acf-65967b16ff36 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.146464 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port 45249a6e-a58b-4435-b8cb-caaa017e8bf2 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:06:59.146837 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.168267 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76142d4f-e6a6-4010-8acf-65967b16ff36 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.172446 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76142d4f-e6a6-4010-8acf-65967b16ff36 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.194327 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76142d4f-e6a6-4010-8acf-65967b16ff36 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabfca2e-9512-498a-be33-6bf8d2f01e5b,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:59.201901 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76142d4f-e6a6-4010-8acf-65967b16ff36 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.205971 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-76142d4f-e6a6-4010-8acf-65967b16ff36 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261637 Aug 12 22:06:59.206133 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39670) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:59.211364 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-7b1d9951-7d09-499c-b985-2edce817efa0 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Request body: {'security_group_rule': {'security_group_id': '44bd10e0-fa82-41d4-b45a-561d409cc050', 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:06:59.237985 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b1d9951-7d09-499c-b985-2edce817efa0 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.295403 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b1d9951-7d09-499c-b985-2edce817efa0 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.298854 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b1d9951-7d09-499c-b985-2edce817efa0 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.317575 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d9951-7d09-499c-b985-2edce817efa0 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70b19a5-bbc3-4c14-aaff-cb1c896701f6,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:59.321133 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b1d9951-7d09-499c-b985-2edce817efa0 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.322352 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7b1d9951-7d09-499c-b985-2edce817efa0 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151946 Aug 12 22:06:59.325016 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39672) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:59.329273 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-fb112538-8266-4e2d-be03-d0d5464af639 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Request body: {'security_group_rule': {'security_group_id': '44bd10e0-fa82-41d4-b45a-561d409cc050', 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:06:59.350888 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.securitygroups_db [None req-fb112538-8266-4e2d-be03-d0d5464af639 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Project dde9ae2ac4ae4b67ae4d99429d2e38d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 22:06:59.355833 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fb112538-8266-4e2d-be03-d0d5464af639 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.414576 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fb112538-8266-4e2d-be03-d0d5464af639 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.418324 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fb112538-8266-4e2d-be03-d0d5464af639 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.437248 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb112538-8266-4e2d-be03-d0d5464af639 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c530d3d-cc25-4ff7-906a-ac2393beb098,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:59.443200 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fb112538-8266-4e2d-be03-d0d5464af639 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.444440 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-fb112538-8266-4e2d-be03-d0d5464af639 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184840 Aug 12 22:06:59.447749 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 39674) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:59.452076 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-c1bec039-3deb-4a64-85ef-ba332932564f tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Request body: {'security_group_rule': {'security_group_id': '44bd10e0-fa82-41d4-b45a-561d409cc050', 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:06:59.473662 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.securitygroups_db [None req-c1bec039-3deb-4a64-85ef-ba332932564f tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Project dde9ae2ac4ae4b67ae4d99429d2e38d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 22:06:59.478475 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1bec039-3deb-4a64-85ef-ba332932564f tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.553183 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1bec039-3deb-4a64-85ef-ba332932564f tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.557866 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1bec039-3deb-4a64-85ef-ba332932564f tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694785'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.576914 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bec039-3deb-4a64-85ef-ba332932564f tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae18cd0f-02dd-4ee0-af5e-fc332b376e5d,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:59.584850 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1bec039-3deb-4a64-85ef-ba332932564f tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:59.589452 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c1bec039-3deb-4a64-85ef-ba332932564f tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374507 Aug 12 22:07:00.817616 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Sync routers for ids ['1ddf67e4-2e03-4444-82ac-f0f62113f421'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:07:00.827254 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Routers {'1ddf67e4-2e03-4444-82ac-f0f62113f421'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:07:00.827859 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:06:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['1ddf67e4-2e03-4444-82ac-f0f62113f421'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:07:00.935437 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Set router 1ddf67e4-2e03-4444-82ac-f0f62113f421 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:07:00.979977 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device b3ce3eb8-817b-460f-9baf-bb36bf023a4c up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:07:01.029000 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port b3ce3eb8-817b-460f-9baf-bb36bf023a4c completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:07:01.032703 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port b3ce3eb8-817b-460f-9baf-bb36bf023a4c triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:07:01.033081 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:01.124236 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:01.140862 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port b3ce3eb8-817b-460f-9baf-bb36bf023a4c, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=b3ce3eb8-817b-460f-9baf-bb36bf023a4c,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:07:01.143992 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'name': 'tempest-TestVolumeBootPattern-710905273-router', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3eb8-817b-460f-9baf-bb36bf023a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:54Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 4, 'project_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'gw_port': {'id': 'b3ce3eb8-817b-460f-9baf-bb36bf023a4c', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:55Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'df3fb86b-3ba2-4345-8ee8-2123aacc83cd', 'name': '', 'network_id': '4847b933-3496-4419-9517-11221cf06f51', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'mac_address': 'fa:16:3e:27:8e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4b51ad7a-c6e2-49eb-8a3f-062bee98e98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:56Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 2, 'project_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'subnets': [{'id': '4b51ad7a-c6e2-49eb-8a3f-062bee98e98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:07:01.145635 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:01.170714 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Checking router: 1ddf67e4-2e03-4444-82ac-f0f62113f421 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:07:01.171068 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Updating router 1ddf67e4-2e03-4444-82ac-f0f62113f421 port df3fb86b-3ba2-4345-8ee8-2123aacc83cd binding host dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:07:01.197384 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:01.198981 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=b3ce3eb8-817b-460f-9baf-bb36bf023a4c,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:07:01.461250 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:01.471570 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Transition to ACTIVE for port object df3fb86b-3ba2-4345-8ee8-2123aacc83cd will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:07:01.477312 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:01.525565 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1debf6-79df-41f4-83c5-a39e83b42912 None None] Pushing event updated for resources: {'Port': ['ID=df3fb86b-3ba2-4345-8ee8-2123aacc83cd,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:07:01.579298 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Attempting to bind port df3fb86b-3ba2-4345-8ee8-2123aacc83cd on host dv-cinder-804459-3-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:07:01.579298 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Attempting to bind port df3fb86b-3ba2-4345-8ee8-2123aacc83cd by drivers openvswitch,hyperv on host dv-cinder-804459-3-iscsi at level 0 using segments [{'id': 'b02b1dab-7ede-4182-8d72-7fcd7167ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4847b933-3496-4419-9517-11221cf06f51'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:07:01.579298 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Attempting to bind port df3fb86b-3ba2-4345-8ee8-2123aacc83cd on network 4847b933-3496-4419-9517-11221cf06f51 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:07:01.583285 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Checking agent: {'id': '310e8aba-f91b-4e35-b03c-47c920686690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 50, 24), 'started_at': datetime.datetime(2021, 8, 12, 21, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:07:01.583652 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Checking segment: {'id': 'b02b1dab-7ede-4182-8d72-7fcd7167ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4847b933-3496-4419-9517-11221cf06f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:07:01.584045 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:01.584428 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Bound using segment: {'id': 'b02b1dab-7ede-4182-8d72-7fcd7167ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4847b933-3496-4419-9517-11221cf06f51'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:07:01.584881 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Bound port: df3fb86b-3ba2-4345-8ee8-2123aacc83cd, host: dv-cinder-804459-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02b1dab-7ede-4182-8d72-7fcd7167ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4847b933-3496-4419-9517-11221cf06f51'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:07:01.585254 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:01.662078 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] For port df3fb86b-3ba2-4345-8ee8-2123aacc83cd, host dv-cinder-804459-3-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:07:01.665858 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] For port df3fb86b-3ba2-4345-8ee8-2123aacc83cd, host dv-cinder-804459-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=df3fb86b-3ba2-4345-8ee8-2123aacc83cd,segment=NetworkSegment(b02b1dab-7ede-4182-8d72-7fcd7167ba96),segment_id=b02b1dab-7ede-4182-8d72-7fcd7167ba96)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:07:01.672200 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:01.737966 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Routers {'1ddf67e4-2e03-4444-82ac-f0f62113f421'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:07:01.738588 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:06:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['1ddf67e4-2e03-4444-82ac-f0f62113f421'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:07:01.742377 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1debf6-79df-41f4-83c5-a39e83b42912 None None] Pushing event updated for resources: {'Port': ['ID=df3fb86b-3ba2-4345-8ee8-2123aacc83cd,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:07:01.849262 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] Set router 1ddf67e4-2e03-4444-82ac-f0f62113f421 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:07:02.139255 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'name': 'tempest-TestVolumeBootPattern-710905273-router', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3eb8-817b-460f-9baf-bb36bf023a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:54Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 4, 'project_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'gw_port': {'id': 'b3ce3eb8-817b-460f-9baf-bb36bf023a4c', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:55Z', 'updated_at': '2021-08-12T22:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'df3fb86b-3ba2-4345-8ee8-2123aacc83cd', 'name': '', 'network_id': '4847b933-3496-4419-9517-11221cf06f51', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'mac_address': 'fa:16:3e:27:8e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4b51ad7a-c6e2-49eb-8a3f-062bee98e98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:56Z', 'updated_at': '2021-08-12T22:07:01Z', 'revision_number': 4, 'project_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'subnets': [{'id': '4b51ad7a-c6e2-49eb-8a3f-062bee98e98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:07:02.166174 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e613da-2f1d-4a51-9bdd-df13884e98bc None None] The sync data for ids ['1ddf67e4-2e03-4444-82ac-f0f62113f421'] in dv-cinder-804459-3-iscsi is: [{'id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'name': 'tempest-TestVolumeBootPattern-710905273-router', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3eb8-817b-460f-9baf-bb36bf023a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:54Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 4, 'project_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'gw_port': {'id': 'b3ce3eb8-817b-460f-9baf-bb36bf023a4c', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:55Z', 'updated_at': '2021-08-12T22:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': 'df3fb86b-3ba2-4345-8ee8-2123aacc83cd', 'name': '', 'network_id': '4847b933-3496-4419-9517-11221cf06f51', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'mac_address': 'fa:16:3e:27:8e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4b51ad7a-c6e2-49eb-8a3f-062bee98e98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:56Z', 'updated_at': '2021-08-12T22:07:01Z', 'revision_number': 4, 'project_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'subnets': [{'id': '4b51ad7a-c6e2-49eb-8a3f-062bee98e98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:07:02.975681 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device b3ce3eb8-817b-460f-9baf-bb36bf023a4c up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:07:03.030905 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port b3ce3eb8-817b-460f-9baf-bb36bf023a4c triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:07:03.031283 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:03.113350 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device df3fb86b-3ba2-4345-8ee8-2123aacc83cd up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:07:03.159507 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning for port df3fb86b-3ba2-4345-8ee8-2123aacc83cd completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:07:03.162900 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port df3fb86b-3ba2-4345-8ee8-2123aacc83cd triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:07:03.163271 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:03.241388 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:03.274982 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] For port df3fb86b-3ba2-4345-8ee8-2123aacc83cd, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=df3fb86b-3ba2-4345-8ee8-2123aacc83cd,segment=NetworkSegment(b02b1dab-7ede-4182-8d72-7fcd7167ba96),segment_id=b02b1dab-7ede-4182-8d72-7fcd7167ba96)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:07:03.278731 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:03.329223 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Pushing event updated for resources: {'Port': ['ID=df3fb86b-3ba2-4345-8ee8-2123aacc83cd,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:07:04.955409 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device df3fb86b-3ba2-4345-8ee8-2123aacc83cd up at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:07:05.006368 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Provisioning complete for port df3fb86b-3ba2-4345-8ee8-2123aacc83cd triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:07:05.006893 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:14.989652 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-764fc932-b222-4cba-92d3-8213a645947a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649058284&fields=id&tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0 HTTP/1.1" status: 200 len: 267 time: 0.0314295 Aug 12 22:07:15.092258 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49599bf2-052e-4aa9-a2af-046af702b88a req-9c527c1d-bdf6-4721-835c-ebb9b7194c9c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:15.093743 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-9c527c1d-bdf6-4721-835c-ebb9b7194c9c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 811 time: 0.0973563 Aug 12 22:07:15.108411 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-b201993a-cb6c-4fb4-a837-c09ff6e428e5 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/quotas/dde9ae2ac4ae4b67ae4d99429d2e38d0 HTTP/1.1" status: 200 len: 375 time: 0.0086749 Aug 12 22:07:15.157852 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-d6327a92-ab60-4ee7-8f54-69f99ddebbc3 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443649 Aug 12 22:07:15.343942 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-c9192dad-3be8-449c-b163-640a6ec2df51 service neutron] 10.222.0.30 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748612 Aug 12 22:07:15.433632 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-4077baff-6f33-4b1e-8340-2d8d6d67c693 service neutron] 10.222.0.30 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832112 Aug 12 22:07:15.741340 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-96c452d3-5ade-48ca-9e23-a24703ee5cb1 req-91003fe7-3c23-4832-a0a6-d3ad8c4075da tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 210 time: 0.0409038 Aug 12 22:07:15.847374 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:16.873132 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-847cb070-1259-4849-bb64-3cc08d01b084 req-2f2211f0-84f2-4aae-b8a1-c821e403ae99 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 210 time: 0.0354087 Aug 12 22:07:16.912919 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49599bf2-052e-4aa9-a2af-046af702b88a req-c49f2549-f288-4219-84cb-c8111b074458 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:16.914390 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-c49f2549-f288-4219-84cb-c8111b074458 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 811 time: 0.1398587 Aug 12 22:07:16.964611 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-6449c656-5490-4882-9b48-6f638bff691d tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0 HTTP/1.1" status: 200 len: 379 time: 0.0377736 Aug 12 22:07:16.974263 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-49599bf2-052e-4aa9-a2af-046af702b88a req-16345646-27fd-45cb-a0ec-17af84bb3228 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Request body: {'port': {'device_id': '0857b9ac-8875-4950-9a79-93bbe58b80f3', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'admin_state_up': True, 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'security_groups': ['44bd10e0-fa82-41d4-b45a-561d409cc050']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:07:17.079095 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49599bf2-052e-4aa9-a2af-046af702b88a req-16345646-27fd-45cb-a0ec-17af84bb3228 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Made reservation on behalf of dde9ae2ac4ae4b67ae4d99429d2e38d0 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:07:17.082563 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49599bf2-052e-4aa9-a2af-046af702b88a req-16345646-27fd-45cb-a0ec-17af84bb3228 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:17.217911 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-49599bf2-052e-4aa9-a2af-046af702b88a req-16345646-27fd-45cb-a0ec-17af84bb3228 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Allocated IP 172.20.0.14 (d3764607-b797-4b73-a49a-9f004b0592b4/5e3367e8-5e29-4883-9750-8e95e4af7568/f1be6c66-2e35-48e2-bef3-34c9c61df909) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:07:17.357001 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49599bf2-052e-4aa9-a2af-046af702b88a req-16345646-27fd-45cb-a0ec-17af84bb3228 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:17.370549 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-49599bf2-052e-4aa9-a2af-046af702b88a req-16345646-27fd-45cb-a0ec-17af84bb3228 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Transition to ACTIVE for port object f1be6c66-2e35-48e2-bef3-34c9c61df909 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:07:17.401394 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49599bf2-052e-4aa9-a2af-046af702b88a req-16345646-27fd-45cb-a0ec-17af84bb3228 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:17.445342 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49599bf2-052e-4aa9-a2af-046af702b88a req-16345646-27fd-45cb-a0ec-17af84bb3228 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Network d3764607-b797-4b73-a49a-9f004b0592b4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:07:17.450296 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-49599bf2-052e-4aa9-a2af-046af702b88a req-16345646-27fd-45cb-a0ec-17af84bb3228 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:07:17.454424 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-49599bf2-052e-4aa9-a2af-046af702b88a req-16345646-27fd-45cb-a0ec-17af84bb3228 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:07:17.480592 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16345646-27fd-45cb-a0ec-17af84bb3228 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'Port': ['ID=f1be6c66-2e35-48e2-bef3-34c9c61df909,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:07:17.507845 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49599bf2-052e-4aa9-a2af-046af702b88a req-16345646-27fd-45cb-a0ec-17af84bb3228 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:17.508487 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49599bf2-052e-4aa9-a2af-046af702b88a req-16345646-27fd-45cb-a0ec-17af84bb3228 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:17.524006 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-16345646-27fd-45cb-a0ec-17af84bb3228 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5534542 Aug 12 22:07:17.536520 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Request body: {'port': {'device_id': '0857b9ac-8875-4950-9a79-93bbe58b80f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:07:17.591895 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:17.625806 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-cb7d5ae5-e100-4d56-a853-df6ab99604df None None] Provisioning for port f1be6c66-2e35-48e2-bef3-34c9c61df909 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:07:17.629447 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-cb7d5ae5-e100-4d56-a853-df6ab99604df None None] Provisioning complete for port f1be6c66-2e35-48e2-bef3-34c9c61df909 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:07:17.629855 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5ae5-e100-4d56-a853-df6ab99604df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:17.663904 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d5ae5-e100-4d56-a853-df6ab99604df None None] Port f1be6c66-2e35-48e2-bef3-34c9c61df909 cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:07:17.852484 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1be6c66-2e35-48e2-bef3-34c9c61df909 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:07:17.860052 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:17.871373 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Transition to ACTIVE for port object f1be6c66-2e35-48e2-bef3-34c9c61df909 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:07:17.875449 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:17.924573 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1be6c66-2e35-48e2-bef3-34c9c61df909,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:07:18.038692 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0aac0-3c50-4afa-bce2-4c77ef3f878a req-e97a2ea9-3bf9-48cc-a65c-f4404fe10d56 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:18.040236 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fcf0aac0-3c50-4afa-bce2-4c77ef3f878a req-e97a2ea9-3bf9-48cc-a65c-f4404fe10d56 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 944 time: 0.0930812 Aug 12 22:07:18.042966 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Attempting to bind port f1be6c66-2e35-48e2-bef3-34c9c61df909 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:07:18.043303 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Attempting to bind port f1be6c66-2e35-48e2-bef3-34c9c61df909 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:07:18.043633 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Attempting to bind port f1be6c66-2e35-48e2-bef3-34c9c61df909 on network d3764607-b797-4b73-a49a-9f004b0592b4 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:07:18.054887 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Port f1be6c66-2e35-48e2-bef3-34c9c61df909 on network d3764607-b797-4b73-a49a-9f004b0592b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:07:18.055217 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Attempting to bind port f1be6c66-2e35-48e2-bef3-34c9c61df909 on network d3764607-b797-4b73-a49a-9f004b0592b4 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:07:18.068792 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:07:18.069131 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Checking segment: {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:07:18.069538 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Bound using segment: {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:07:18.069969 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Bound port: f1be6c66-2e35-48e2-bef3-34c9c61df909, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:07:18.070568 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:18.097418 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fcf0aac0-3c50-4afa-bce2-4c77ef3f878a req-fdce4e19-05b1-4fda-84d6-a998ffeba4fe tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504360 Aug 12 22:07:18.148552 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] For port f1be6c66-2e35-48e2-bef3-34c9c61df909, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:07:18.151580 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] For port f1be6c66-2e35-48e2-bef3-34c9c61df909, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f1be6c66-2e35-48e2-bef3-34c9c61df909,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:07:18.156177 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:18.191071 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:18.191495 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:18.192946 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] 10.222.0.58 "PUT /v2.0/ports/f1be6c66-2e35-48e2-bef3-34c9c61df909 HTTP/1.1" status: 200 len: 1094 time: 0.6607726 Aug 12 22:07:18.193395 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0857b9ac-8875-4950-9a79-93bbe58b80f3', 'tag': 'f1be6c66-2e35-48e2-bef3-34c9c61df909'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:07:18.195721 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6737b4e-0733-4d40-8b97-29eb82a28d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "0857b9ac-8875-4950-9a79-93bbe58b80f3", "tag": "f1be6c66-2e35-48e2-bef3-34c9c61df909"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:07:18.226665 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f42e5-dc39-487a-9ae3-4186f6c375d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1be6c66-2e35-48e2-bef3-34c9c61df909,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:07:18.293969 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49599bf2-052e-4aa9-a2af-046af702b88a req-84f1fb4f-7427-4830-ab55-fa81e06c9ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:18.295562 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-84f1fb4f-7427-4830-ab55-fa81e06c9ae3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 1097 time: 0.0488305 Aug 12 22:07:18.340789 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-a31d1a5d-88a9-4738-b302-03e15fed915d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1be6c66-2e35-48e2-bef3-34c9c61df909 HTTP/1.1" status: 200 len: 217 time: 0.0359185 Aug 12 22:07:18.391953 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49599bf2-052e-4aa9-a2af-046af702b88a req-1ea32312-b26d-4f09-8a6e-395eb394c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:18.393485 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-1ea32312-b26d-4f09-8a6e-395eb394c3be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0450995 Aug 12 22:07:18.456988 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49599bf2-052e-4aa9-a2af-046af702b88a req-7e67174f-51b9-4bc9-83c8-74c6f5d68ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:18.458565 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-7e67174f-51b9-4bc9-83c8-74c6f5d68ac6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513384 Aug 12 22:07:18.555949 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-1df9ec7d-60e9-4880-a881-102fa88b4bc3 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902612 Aug 12 22:07:18.649325 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-49599bf2-052e-4aa9-a2af-046af702b88a req-8ec22ad5-5bbb-4520-a3d0-3b1fa04d9732 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859857 Aug 12 22:07:19.210566 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6c7e1-88a2-47ac-8cf5-99b964524d9c req-2c68a14b-a56d-4faa-987b-fb0521f49d0b tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:19.212056 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eff6c7e1-88a2-47ac-8cf5-99b964524d9c req-2c68a14b-a56d-4faa-987b-fb0521f49d0b tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 944 time: 0.0494089 Aug 12 22:07:19.248922 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eff6c7e1-88a2-47ac-8cf5-99b964524d9c req-3064ba6d-7671-4583-a937-dae3da214c46 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310607 Aug 12 22:07:19.261486 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67d8b2f-6f72-49d6-bbf5-31c2658faf90 x-openstack-request-id: req-c67d8b2f-6f72-49d6-bbf5-31c2658faf90 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:07:19.261809 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0857b9ac-8875-4950-9a79-93bbe58b80f3", "tag": "f1be6c66-2e35-48e2-bef3-34c9c61df909", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:07:19.262444 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c67d8b2f-6f72-49d6-bbf5-31c2658faf90 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:07:19.262853 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0857b9ac-8875-4950-9a79-93bbe58b80f3', 'tag': 'f1be6c66-2e35-48e2-bef3-34c9c61df909', 'status': 'completed', 'code': 200} Aug 12 22:07:19.328313 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6737b4e-0733-4d40-8b97-29eb82a28d6c req-2a9ad99b-c3c7-4d34-920e-d74e98b6cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:19.329883 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c6737b4e-0733-4d40-8b97-29eb82a28d6c req-2a9ad99b-c3c7-4d34-920e-d74e98b6cafa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 1097 time: 0.0452766 Aug 12 22:07:19.422793 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6737b4e-0733-4d40-8b97-29eb82a28d6c req-fcf3f8a1-510a-4b8e-a2ca-94f85e9827be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:19.424267 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c6737b4e-0733-4d40-8b97-29eb82a28d6c req-fcf3f8a1-510a-4b8e-a2ca-94f85e9827be service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 912 time: 0.0878875 Aug 12 22:07:19.466402 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c6737b4e-0733-4d40-8b97-29eb82a28d6c req-0d3e8b43-fae6-4fca-8bb1-be830a7977c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1be6c66-2e35-48e2-bef3-34c9c61df909 HTTP/1.1" status: 200 len: 217 time: 0.0337405 Aug 12 22:07:19.514179 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6737b4e-0733-4d40-8b97-29eb82a28d6c req-5bf5de31-0eea-4d06-8825-8bf8b63beb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:19.515659 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c6737b4e-0733-4d40-8b97-29eb82a28d6c req-5bf5de31-0eea-4d06-8825-8bf8b63beb2e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0430121 Aug 12 22:07:19.561472 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6737b4e-0733-4d40-8b97-29eb82a28d6c req-e6a3a980-4854-4603-8f0e-996ec8f1215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:19.563470 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c6737b4e-0733-4d40-8b97-29eb82a28d6c req-e6a3a980-4854-4603-8f0e-996ec8f1215f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408778 Aug 12 22:07:19.661839 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c6737b4e-0733-4d40-8b97-29eb82a28d6c req-15b31f09-6c06-4b81-ab0c-d08056b7ce75 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913336 Aug 12 22:07:19.752795 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-c6737b4e-0733-4d40-8b97-29eb82a28d6c req-b43805ce-2221-4c66-8e1c-da0850415a31 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841665 Aug 12 22:07:20.379561 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0b371-6adc-4bc4-81ee-b424bad7592f req-70722bc2-cbfa-4c73-8afd-a975c20c173b tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:20.381057 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d9b0b371-6adc-4bc4-81ee-b424bad7592f req-70722bc2-cbfa-4c73-8afd-a975c20c173b tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 944 time: 0.0541933 Aug 12 22:07:20.417979 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-d9b0b371-6adc-4bc4-81ee-b424bad7592f req-d9efae5b-99fa-417f-8da2-2f12cb73e428 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310600 Aug 12 22:07:21.534416 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fac18b-3e5d-41e6-8c1a-e9e6828ce06e req-9991650f-3bad-482f-8022-79f3c3f06e6b tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:21.535926 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a7fac18b-3e5d-41e6-8c1a-e9e6828ce06e req-9991650f-3bad-482f-8022-79f3c3f06e6b tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 944 time: 0.0506690 Aug 12 22:07:21.573732 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a7fac18b-3e5d-41e6-8c1a-e9e6828ce06e req-c1f2be1d-4510-40af-a27b-b6394d1835e7 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316582 Aug 12 22:07:21.863815 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-45cbf0a0-ef76-4289-9d9f-93be5bd23164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:22.687574 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d099ad5-bc0c-48bd-b151-0af9dc7562d5 req-b51d50a0-f562-4fa5-a281-c3b913c0a00a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:22.689054 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0d099ad5-bc0c-48bd-b151-0af9dc7562d5 req-b51d50a0-f562-4fa5-a281-c3b913c0a00a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 944 time: 0.0494814 Aug 12 22:07:22.728039 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0d099ad5-bc0c-48bd-b151-0af9dc7562d5 req-fc7ff7c1-25a5-421b-9405-c4b4835b1454 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329978 Aug 12 22:07:23.848792 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add8a25-7199-4be5-b06a-a28ca692cc9f req-6d5ea568-04b4-45a7-94ba-513296f3acad tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:23.850281 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5add8a25-7199-4be5-b06a-a28ca692cc9f req-6d5ea568-04b4-45a7-94ba-513296f3acad tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 944 time: 0.0524433 Aug 12 22:07:23.887182 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5add8a25-7199-4be5-b06a-a28ca692cc9f req-3422f04b-1fe0-43d0-9a2f-c5d4804347ad tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310595 Aug 12 22:07:24.391484 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:07:24.470004 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:24.475224 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c6f249b9-dea7-4ad4-8611-970fb083b99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:24.986148 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device f1be6c66-2e35-48e2-bef3-34c9c61df909 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:07:25.001064 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f197e-067e-4119-bcfb-ed065c23ff66 req-e1e9f1de-2917-42b8-b983-c61922473c84 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:25.002665 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1a4f197e-067e-4119-bcfb-ed065c23ff66 req-e1e9f1de-2917-42b8-b983-c61922473c84 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 944 time: 0.0514543 Aug 12 22:07:25.041039 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1a4f197e-067e-4119-bcfb-ed065c23ff66 req-1f63c5c0-29a8-470e-921f-6f84f4b8d13c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323918 Aug 12 22:07:25.080876 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port f1be6c66-2e35-48e2-bef3-34c9c61df909, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f1be6c66-2e35-48e2-bef3-34c9c61df909,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:07:25.095694 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': 'f1be6c66-2e35-48e2-bef3-34c9c61df909', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'port_id': 'f1be6c66-2e35-48e2-bef3-34c9c61df909', 'mac_address': 'fa:16:3e:5b:fe:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:07:25.130630 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:25.143243 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1be6c66-2e35-48e2-bef3-34c9c61df909 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:07:25.162230 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port f1be6c66-2e35-48e2-bef3-34c9c61df909, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f1be6c66-2e35-48e2-bef3-34c9c61df909,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:07:25.166962 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:25.212759 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=f1be6c66-2e35-48e2-bef3-34c9c61df909,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:07:25.420377 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['f1be6c66-2e35-48e2-bef3-34c9c61df909'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:07:25.702510 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:26.152438 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93480ee7-990a-4b31-8718-b0d1ca37145c req-d82d8a74-a29b-413e-8051-c9cac6e6f82e tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:26.153919 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-93480ee7-990a-4b31-8718-b0d1ca37145c req-d82d8a74-a29b-413e-8051-c9cac6e6f82e tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 945 time: 0.0473893 Aug 12 22:07:26.192076 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-93480ee7-990a-4b31-8718-b0d1ca37145c req-5071f4b0-ef0d-4892-8792-e3d779e2b8fa tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318158 Aug 12 22:07:26.986059 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device f1be6c66-2e35-48e2-bef3-34c9c61df909 up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:07:27.033341 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port f1be6c66-2e35-48e2-bef3-34c9c61df909 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:07:27.036845 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port f1be6c66-2e35-48e2-bef3-34c9c61df909 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:07:27.037224 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:27.125143 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:27.147773 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0857b9ac-8875-4950-9a79-93bbe58b80f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1be6c66-2e35-48e2-bef3-34c9c61df909'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:07:27.150033 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bf9307-e0e8-4500-87c9-6415f82fa0c0" -d '{"events": [{"server_uuid": "0857b9ac-8875-4950-9a79-93bbe58b80f3", "name": "network-vif-plugged", "status": "completed", "tag": "f1be6c66-2e35-48e2-bef3-34c9c61df909"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:07:27.162964 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port f1be6c66-2e35-48e2-bef3-34c9c61df909, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f1be6c66-2e35-48e2-bef3-34c9c61df909,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:07:27.167009 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:27.195397 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8626ad21-bc01-4e76-aa79-7f2e651331a3 x-openstack-request-id: req-8626ad21-bc01-4e76-aa79-7f2e651331a3 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:07:27.195754 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0857b9ac-8875-4950-9a79-93bbe58b80f3", "name": "network-vif-plugged", "status": "completed", "tag": "f1be6c66-2e35-48e2-bef3-34c9c61df909", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:07:27.196012 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8626ad21-bc01-4e76-aa79-7f2e651331a3 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:07:27.196483 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0857b9ac-8875-4950-9a79-93bbe58b80f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1be6c66-2e35-48e2-bef3-34c9c61df909', 'code': 200} Aug 12 22:07:27.221698 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=f1be6c66-2e35-48e2-bef3-34c9c61df909,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:07:27.310920 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55208186-a530-4d4c-b289-b396665dc50f req-961d275d-1906-41a2-a19d-fd71a95b7eb8 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:27.313113 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-55208186-a530-4d4c-b289-b396665dc50f req-961d275d-1906-41a2-a19d-fd71a95b7eb8 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 946 time: 0.0543134 Aug 12 22:07:27.352081 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-55208186-a530-4d4c-b289-b396665dc50f req-3fa6c461-acc2-4baa-924b-23bc497cc2d9 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327816 Aug 12 22:07:27.400308 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c8fbd-08fb-454d-b605-9ca669218908 req-b347dfd6-8ac3-4fd0-a878-02d524057304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:27.401829 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ef0c8fbd-08fb-454d-b605-9ca669218908 req-b347dfd6-8ac3-4fd0-a878-02d524057304 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 1099 time: 0.0400708 Aug 12 22:07:27.437273 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ef0c8fbd-08fb-454d-b605-9ca669218908 req-3f2111ea-47ec-41c9-8b8f-eb060e2c669f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271554 Aug 12 22:07:27.738539 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:28.484497 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daec71-b1f9-4ac8-920e-3c2438dc7c37 req-3307d387-cef0-4b74-9ae6-6b02b4b2b084 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:28.485915 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-25daec71-b1f9-4ac8-920e-3c2438dc7c37 req-3307d387-cef0-4b74-9ae6-6b02b4b2b084 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 946 time: 0.0524983 Aug 12 22:07:28.521852 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-25daec71-b1f9-4ac8-920e-3c2438dc7c37 req-9ff264de-1585-4b83-9985-e152f3d1683f tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300977 Aug 12 22:07:28.636451 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af35b69-9966-4377-a0af-81f65fe49f73 req-14d947b1-4ae1-491f-bfaa-462d3e27b9c2 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:28.637946 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7af35b69-9966-4377-a0af-81f65fe49f73 req-14d947b1-4ae1-491f-bfaa-462d3e27b9c2 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 946 time: 0.0523388 Aug 12 22:07:28.675723 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7af35b69-9966-4377-a0af-81f65fe49f73 req-edd6eb81-e2cc-434b-bf06-97ea3dfae502 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314465 Aug 12 22:07:28.697201 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39840) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:07:28.785185 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dabf52e-d270-474b-8607-fd9cc5d496f8 tempest-TestVolumeBootPattern-818543361 tempest-TestVolumeBootPattern-818543361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:28.786762 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-9dabf52e-d270-474b-8607-fd9cc5d496f8 tempest-TestVolumeBootPattern-818543361 tempest-TestVolumeBootPattern-818543361-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 1094 time: 0.0885735 Aug 12 22:07:28.789803 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39844) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:07:28.794242 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Request body: {'floatingip': {'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'port_id': 'f1be6c66-2e35-48e2-bef3-34c9c61df909', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:07:28.815972 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:28.916492 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:29.018479 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Allocated IP 172.27.0.217 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/25e29ef1-7a95-4707-85f0-e88112ada28b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:07:29.384841 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:29.423666 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:29.459996 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:07:29.464640 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:07:29.468098 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:07:29.473731 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'Port': ['ID=25e29ef1-7a95-4707-85f0-e88112ada28b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:07:29.500330 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:07:29.500991 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:07:29.501097 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:07:29.501343 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:07:29.501702 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:07:29.502035 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:07:29.502365 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:07:29.502692 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:07:29.503020 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:07:29.503343 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:07:29.503660 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:07:29.503981 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:07:29.826516 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:29.891216 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:30.039434 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:30.043940 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:30.116031 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'Port': ['ID=25e29ef1-7a95-4707-85f0-e88112ada28b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:07:30.125279 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:30.226006 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.l3_db [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Floating IP c62fc92b-2580-43a0-a63b-98af0c8fddf3 associated. External IP: 172.27.0.217, port: f1be6c66-2e35-48e2-bef3-34c9c61df909. Aug 12 22:07:30.434164 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Router fc2904fc-05c4-4755-a1fa-3af56942358f has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:07:30.541415 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:07:30.550840 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5339e84-fea0-4d14-bb41-909fa613039f None None] Sync routers for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:07:30.557065 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:30.560829 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5339e84-fea0-4d14-bb41-909fa613039f None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:07:30.560829 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f5339e84-fea0-4d14-bb41-909fa613039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:07:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:07:30.585349 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-4dba7ce9-8de9-488f-9da4-c93269ae9d82 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7945080 Aug 12 22:07:30.586099 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0857b9ac-8875-4950-9a79-93bbe58b80f3', 'tag': 'f1be6c66-2e35-48e2-bef3-34c9c61df909'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:07:30.588360 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e14d85-4922-4abf-ab17-97d3573d6d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "0857b9ac-8875-4950-9a79-93bbe58b80f3", "tag": "f1be6c66-2e35-48e2-bef3-34c9c61df909"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:07:30.623414 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4093250c-639c-4864-8e71-34b473ac3d78 x-openstack-request-id: req-4093250c-639c-4864-8e71-34b473ac3d78 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:07:30.623700 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0857b9ac-8875-4950-9a79-93bbe58b80f3", "tag": "f1be6c66-2e35-48e2-bef3-34c9c61df909", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:07:30.624453 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4093250c-639c-4864-8e71-34b473ac3d78 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:07:30.624848 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0857b9ac-8875-4950-9a79-93bbe58b80f3', 'tag': 'f1be6c66-2e35-48e2-bef3-34c9c61df909', 'status': 'completed', 'code': 200} Aug 12 22:07:30.669863 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f5339e84-fea0-4d14-bb41-909fa613039f None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:07:30.689782 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e14d85-4922-4abf-ab17-97d3573d6d2f req-a8244b4d-a9c2-4957-acbc-4f08bc0c0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:30.691198 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-13e14d85-4922-4abf-ab17-97d3573d6d2f req-a8244b4d-a9c2-4957-acbc-4f08bc0c0e90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 1099 time: 0.0446482 Aug 12 22:07:30.779643 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e14d85-4922-4abf-ab17-97d3573d6d2f req-db52d62f-fe7b-48f6-880b-e852389bb63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:30.781699 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-13e14d85-4922-4abf-ab17-97d3573d6d2f req-db52d62f-fe7b-48f6-880b-e852389bb63f service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 912 time: 0.0838463 Aug 12 22:07:30.862082 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-13e14d85-4922-4abf-ab17-97d3573d6d2f req-63a8320d-7158-4872-815e-91e06295f610 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1be6c66-2e35-48e2-bef3-34c9c61df909 HTTP/1.1" status: 200 len: 1000 time: 0.0730305 Aug 12 22:07:30.901326 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f5339e84-fea0-4d14-bb41-909fa613039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': 'c62fc92b-2580-43a0-a63b-98af0c8fddf3', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'port_id': 'f1be6c66-2e35-48e2-bef3-34c9c61df909', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'mac_address': 'fa:16:3e:5b:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0857b9ac-8875-4950-9a79-93bbe58b80f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:07:29Z', 'updated_at': '2021-08-12T22:07:29Z', 'revision_number': 0, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:07:30.913787 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e14d85-4922-4abf-ab17-97d3573d6d2f req-bc68bc79-9c75-47e3-9390-106e3eefc373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:30.915258 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-13e14d85-4922-4abf-ab17-97d3573d6d2f req-bc68bc79-9c75-47e3-9390-106e3eefc373 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0464606 Aug 12 22:07:30.927624 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5339e84-fea0-4d14-bb41-909fa613039f None None] Checking router: fc2904fc-05c4-4755-a1fa-3af56942358f for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:07:30.936260 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5339e84-fea0-4d14-bb41-909fa613039f None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:07:30.936946 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f5339e84-fea0-4d14-bb41-909fa613039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:07:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:07:30.960624 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e14d85-4922-4abf-ab17-97d3573d6d2f req-5fbc55e4-e9b6-466a-88cf-f9c4fc14b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:07:30.962098 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-13e14d85-4922-4abf-ab17-97d3573d6d2f req-5fbc55e4-e9b6-466a-88cf-f9c4fc14b14d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395529 Aug 12 22:07:31.043246 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f5339e84-fea0-4d14-bb41-909fa613039f None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:07:31.054270 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-13e14d85-4922-4abf-ab17-97d3573d6d2f req-91ba6e44-975c-4c55-82c5-f756eb9ce06f service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847914 Aug 12 22:07:31.144290 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-13e14d85-4922-4abf-ab17-97d3573d6d2f req-ac4d6d16-6170-4a3f-a65a-147a38dfd514 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824239 Aug 12 22:07:31.269616 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f5339e84-fea0-4d14-bb41-909fa613039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': 'c62fc92b-2580-43a0-a63b-98af0c8fddf3', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'port_id': 'f1be6c66-2e35-48e2-bef3-34c9c61df909', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'mac_address': 'fa:16:3e:5b:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0857b9ac-8875-4950-9a79-93bbe58b80f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:07:29Z', 'updated_at': '2021-08-12T22:07:29Z', 'revision_number': 0, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:07:31.416760 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5339e84-fea0-4d14-bb41-909fa613039f None None] The sync data for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi is: [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': 'c62fc92b-2580-43a0-a63b-98af0c8fddf3', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'port_id': 'f1be6c66-2e35-48e2-bef3-34c9c61df909', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'mac_address': 'fa:16:3e:5b:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0857b9ac-8875-4950-9a79-93bbe58b80f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:07:29Z', 'updated_at': '2021-08-12T22:07:29Z', 'revision_number': 0, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:07:31.596337 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a23b7d-fb9e-4a11-b47c-9173a1334560 None None] New status for floating IP c62fc92b-2580-43a0-a63b-98af0c8fddf3: ACTIVE {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:07:45.846382 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:51.864131 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c15658da-f0be-4d3e-a5d0-c82c4ee314a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:54.466247 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:54.477164 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-987e31f0-5d64-4f3e-b4c6-e7da5fd15c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:55.705875 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:57.742100 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:01.391271 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:08:15.856945 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:21.864209 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-83849d04-477c-411d-b42e-808fb9403dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:22.406411 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fc906332-2864-45af-b089-513ea9701470 req-c2121f12-0879-42db-8eef-557608e836b1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861018 Aug 12 22:08:22.493255 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc906332-2864-45af-b089-513ea9701470 req-3ecb03c6-6795-4629-ad7a-625aea97b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:08:22.494746 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fc906332-2864-45af-b089-513ea9701470 req-3ecb03c6-6795-4629-ad7a-625aea97b97d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 1099 time: 0.0470157 Aug 12 22:08:22.596716 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc906332-2864-45af-b089-513ea9701470 req-9c5c7963-8ef5-4100-b01c-cea64fc94e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:08:22.598802 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fc906332-2864-45af-b089-513ea9701470 req-9c5c7963-8ef5-4100-b01c-cea64fc94e90 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 912 time: 0.0855985 Aug 12 22:08:22.668579 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fc906332-2864-45af-b089-513ea9701470 req-93daeb7a-19b6-45a0-b477-5184a59cc567 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1be6c66-2e35-48e2-bef3-34c9c61df909 HTTP/1.1" status: 200 len: 1002 time: 0.0628970 Aug 12 22:08:22.718536 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc906332-2864-45af-b089-513ea9701470 req-ae0ed7b2-994c-45c8-8c8f-79291c2ac378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:08:22.720281 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fc906332-2864-45af-b089-513ea9701470 req-ae0ed7b2-994c-45c8-8c8f-79291c2ac378 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0452132 Aug 12 22:08:22.763507 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc906332-2864-45af-b089-513ea9701470 req-ad98b72b-96a8-4621-af84-d5c87b75eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:08:22.764900 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fc906332-2864-45af-b089-513ea9701470 req-ad98b72b-96a8-4621-af84-d5c87b75eed9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381062 Aug 12 22:08:22.776342 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [req-fc906332-2864-45af-b089-513ea9701470 req-44ffb64c-841c-4f4d-ba56-5103ff3c6068 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:08:22.777260 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fc906332-2864-45af-b089-513ea9701470 req-44ffb64c-841c-4f4d-ba56-5103ff3c6068 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047729 Aug 12 22:08:22.868621 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fc906332-2864-45af-b089-513ea9701470 req-367c3d9f-e9de-4719-93c5-c926a25d6864 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843828 Aug 12 22:08:22.957778 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fc906332-2864-45af-b089-513ea9701470 req-5fff92f9-0b7d-49f4-976f-94032a7a38f4 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822310 Aug 12 22:08:24.475320 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:24.483663 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed7b064a-a153-497e-a49f-d908dba319a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:25.709300 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:27.744336 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:38.390187 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:08:45.870715 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:51.863977 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b45fa78c-4b01-4168-8792-63f974732d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:54.470042 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:54.476722 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-309d2834-362f-46c4-ada5-73c66e46fff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:55.711241 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:57.746153 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:15.388392 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:09:15.863971 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:21.865558 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c97191ff-87c6-429e-b5fb-ded073e1871d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:22.356281 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e3e00d53-4136-4369-8593-62e1cd055213 req-e7a1b2fd-289f-4913-8188-2c81d9421206 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401082 Aug 12 22:09:22.439853 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e00d53-4136-4369-8593-62e1cd055213 req-6544fe9f-27ef-41c9-810d-bfe320024899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:22.441321 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e3e00d53-4136-4369-8593-62e1cd055213 req-6544fe9f-27ef-41c9-810d-bfe320024899 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 1099 time: 0.0429690 Aug 12 22:09:22.542983 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e00d53-4136-4369-8593-62e1cd055213 req-e5fed40a-9ef1-4363-b773-12f44a8ad8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:22.544372 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e3e00d53-4136-4369-8593-62e1cd055213 req-e5fed40a-9ef1-4363-b773-12f44a8ad8ea service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 912 time: 0.0830028 Aug 12 22:09:22.611149 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e3e00d53-4136-4369-8593-62e1cd055213 req-dbe7293d-2eca-4835-af09-76d90268da53 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1be6c66-2e35-48e2-bef3-34c9c61df909 HTTP/1.1" status: 200 len: 1002 time: 0.0599611 Aug 12 22:09:22.660057 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e00d53-4136-4369-8593-62e1cd055213 req-7e45f867-61e8-4055-a038-961bb7e71cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:22.661476 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e3e00d53-4136-4369-8593-62e1cd055213 req-7e45f867-61e8-4055-a038-961bb7e71cf2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0430233 Aug 12 22:09:22.711687 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e00d53-4136-4369-8593-62e1cd055213 req-1264df6f-c285-4d01-b3f5-7cc0dd7300f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:22.714007 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e3e00d53-4136-4369-8593-62e1cd055213 req-1264df6f-c285-4d01-b3f5-7cc0dd7300f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452473 Aug 12 22:09:22.805444 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e3e00d53-4136-4369-8593-62e1cd055213 req-f3e93c5e-6fbf-47d1-a081-cb1aa1f3d7e7 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833869 Aug 12 22:09:22.898785 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e3e00d53-4136-4369-8593-62e1cd055213 req-816c528b-fc7c-477e-8ecc-81ea2980802b service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857687 Aug 12 22:09:24.477759 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:24.483737 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2f30f183-c7af-47b9-96b7-dec19f8f15db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:25.715099 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:26.193414 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24517b-4ff2-4665-9133-cccd909fa30b req-6ca3f9e1-6c36-49b5-827c-98460f76ccf6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:26.194921 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fc24517b-4ff2-4665-9133-cccd909fa30b req-6ca3f9e1-6c36-49b5-827c-98460f76ccf6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 946 time: 0.0983672 Aug 12 22:09:26.232844 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-fc24517b-4ff2-4665-9133-cccd909fa30b req-6d74275d-5823-491c-8ae9-0c976ecc0113 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312831 Aug 12 22:09:27.402158 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14335682-c260-46dc-968d-5620113a2041 req-d1492603-bae8-4e42-8c1e-bb53bda8e9ce tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:27.403630 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-14335682-c260-46dc-968d-5620113a2041 req-d1492603-bae8-4e42-8c1e-bb53bda8e9ce tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 946 time: 0.1016498 Aug 12 22:09:27.440117 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-14335682-c260-46dc-968d-5620113a2041 req-8e49376f-f028-454a-8be8-35dd6436d583 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304642 Aug 12 22:09:27.589176 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-c9758b5d-013f-4434-88a5-469f870022dc tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:27.590700 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-c9758b5d-013f-4434-88a5-469f870022dc tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.58 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 946 time: 0.0473225 Aug 12 22:09:27.676944 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Deleting port f1be6c66-2e35-48e2-bef3-34c9c61df909 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:09:27.677208 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:27.750310 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:27.765294 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] For port f1be6c66-2e35-48e2-bef3-34c9c61df909, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f1be6c66-2e35-48e2-bef3-34c9c61df909,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:09:27.765682 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:27.927876 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:27.928142 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:27.928467 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.l3_db [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Floating IP c62fc92b-2580-43a0-a63b-98af0c8fddf3 disassociated. External IP: 172.27.0.217, port: f1be6c66-2e35-48e2-bef3-34c9c61df909. Aug 12 22:09:27.928814 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Calling delete_port for f1be6c66-2e35-48e2-bef3-34c9c61df909 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:09:28.057083 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:28.084362 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event deleted for resources: {'Port': ['ID=f1be6c66-2e35-48e2-bef3-34c9c61df909,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:09:28.097703 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:28.098054 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:28.098395 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:28.098731 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:28.099063 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:28.099395 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:28.099726 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:28.100058 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:28.100386 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:28.100717 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:28.101042 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:28.101362 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:28.208705 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Router fc2904fc-05c4-4755-a1fa-3af56942358f has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:09:28.315691 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:09:28.327872 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0c1fc-e04d-4e12-8f79-317e2379afae None None] Sync routers for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:09:28.337005 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0c1fc-e04d-4e12-8f79-317e2379afae None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:09:28.338358 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b8a0c1fc-e04d-4e12-8f79-317e2379afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:09:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:09:28.355537 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] No DVR routers for this DVR port f1be6c66-2e35-48e2-bef3-34c9c61df909 on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:09:28.357956 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:28.359924 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-21d6862a-2081-476d-ba8f-6a9ae1bbe118 req-ff7d57db-11d4-4694-8ce9-bf74cbd6c692 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.58 "DELETE /v2.0/ports/f1be6c66-2e35-48e2-bef3-34c9c61df909 HTTP/1.1" status: 204 len: 173 time: 0.7629983 Aug 12 22:09:28.360354 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0857b9ac-8875-4950-9a79-93bbe58b80f3', 'name': 'network-vif-deleted', 'tag': 'f1be6c66-2e35-48e2-bef3-34c9c61df909'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:09:28.362603 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49b6122-8b41-4262-beb2-6810e66de6d4" -d '{"events": [{"server_uuid": "0857b9ac-8875-4950-9a79-93bbe58b80f3", "name": "network-vif-deleted", "tag": "f1be6c66-2e35-48e2-bef3-34c9c61df909"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:09:28.463054 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-b8a0c1fc-e04d-4e12-8f79-317e2379afae None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:09:28.491450 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e0d196-f07b-4d61-a9e8-ad6d272f407a x-openstack-request-id: req-47e0d196-f07b-4d61-a9e8-ad6d272f407a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:09:28.491966 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0857b9ac-8875-4950-9a79-93bbe58b80f3", "name": "network-vif-deleted", "tag": "f1be6c66-2e35-48e2-bef3-34c9c61df909", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:09:28.491966 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47e0d196-f07b-4d61-a9e8-ad6d272f407a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:09:28.492363 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0857b9ac-8875-4950-9a79-93bbe58b80f3', 'name': 'network-vif-deleted', 'tag': 'f1be6c66-2e35-48e2-bef3-34c9c61df909', 'status': 'completed', 'code': 200} Aug 12 22:09:28.546756 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2f11dfd0-dfae-42cd-906c-9e8654e80f0b req-7cd4f628-0db0-4ab6-be31-69ae77a103ed tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=0857b9ac-8875-4950-9a79-93bbe58b80f3 HTTP/1.1" status: 200 len: 210 time: 0.0307040 Aug 12 22:09:28.671862 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b8a0c1fc-e04d-4e12-8f79-317e2379afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:09:28.702611 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0c1fc-e04d-4e12-8f79-317e2379afae None None] Checking router: fc2904fc-05c4-4755-a1fa-3af56942358f for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:09:28.710947 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0c1fc-e04d-4e12-8f79-317e2379afae None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:09:28.711552 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b8a0c1fc-e04d-4e12-8f79-317e2379afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:09:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:09:28.816105 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-b8a0c1fc-e04d-4e12-8f79-317e2379afae None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:09:29.009197 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b8a0c1fc-e04d-4e12-8f79-317e2379afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:09:29.036467 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0c1fc-e04d-4e12-8f79-317e2379afae None None] The sync data for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi is: [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:09:29.249313 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181e406-2568-48fb-abb6-6546853c2792 None None] New status for floating IP c62fc92b-2580-43a0-a63b-98af0c8fddf3: DOWN {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:09:29.744678 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7d80cb8e-b861-4875-bfef-d128e7c19333 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649058284&fields=id&tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0 HTTP/1.1" status: 200 len: 267 time: 0.0321069 Aug 12 22:09:29.848574 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b80d6-e97c-4080-9165-ac4103764bdc req-93243d32-2cbe-4fb9-9698-24f67c66d535 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:29.849961 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-93243d32-2cbe-4fb9-9698-24f67c66d535 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 811 time: 0.0987537 Aug 12 22:09:29.864941 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-e0f7ef0a-d773-4559-b97a-6bea0e671690 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/quotas/dde9ae2ac4ae4b67ae4d99429d2e38d0 HTTP/1.1" status: 200 len: 375 time: 0.0088735 Aug 12 22:09:29.920454 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-fb80fdb7-4b9d-4df6-a458-90fc308fe804 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497532 Aug 12 22:09:29.978735 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-fd5b2baa-16b8-4122-a119-1c114646c0a8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:09:29.979723 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-fd5b2baa-16b8-4122-a119-1c114646c0a8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484614 Aug 12 22:09:30.066197 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-8ce58549-967b-43b1-b829-4308fe7b5809 service neutron] 10.222.0.30 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803261 Aug 12 22:09:30.157359 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-815d2f6d-38c1-4b66-b739-e44d816f7df6 service neutron] 10.222.0.30 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850272 Aug 12 22:09:31.592433 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device f1be6c66-2e35-48e2-bef3-34c9c61df909 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:09:31.622300 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: f1be6c66-2e35-48e2-bef3-34c9c61df909 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:09:31.622547 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device f1be6c66-2e35-48e2-bef3-34c9c61df909 not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:09:31.759057 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-54b7ebd2-261d-44f8-9858-fd0420ed9a28 req-5257e292-8d91-418a-9ea2-873adde92026 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 210 time: 0.3189499 Aug 12 22:09:32.460962 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b80d6-e97c-4080-9165-ac4103764bdc req-e7e1ca7f-c288-4d96-8f73-f6ad4596e349 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:32.463014 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-e7e1ca7f-c288-4d96-8f73-f6ad4596e349 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 811 time: 0.1027608 Aug 12 22:09:32.506378 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7cd33d51-b572-41bc-b046-956ebf24896c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0 HTTP/1.1" status: 200 len: 379 time: 0.0350769 Aug 12 22:09:32.518626 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-932b80d6-e97c-4080-9165-ac4103764bdc req-c15de8a3-d8fb-4860-9ab3-dee8c5e99f0c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Request body: {'port': {'device_id': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'admin_state_up': True, 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'security_groups': ['44bd10e0-fa82-41d4-b45a-561d409cc050']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:09:32.628045 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932b80d6-e97c-4080-9165-ac4103764bdc req-c15de8a3-d8fb-4860-9ab3-dee8c5e99f0c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Made reservation on behalf of dde9ae2ac4ae4b67ae4d99429d2e38d0 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:09:32.631526 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-932b80d6-e97c-4080-9165-ac4103764bdc req-c15de8a3-d8fb-4860-9ab3-dee8c5e99f0c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:32.771221 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-932b80d6-e97c-4080-9165-ac4103764bdc req-c15de8a3-d8fb-4860-9ab3-dee8c5e99f0c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Allocated IP 172.20.0.6 (d3764607-b797-4b73-a49a-9f004b0592b4/5e3367e8-5e29-4883-9750-8e95e4af7568/c56fcd77-1580-4ae8-b82e-0b126e5df096) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:09:32.885945 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e3680250-0b85-408c-a1ac-372cd67e7c18 req-ec8b1cad-cde0-439a-bf30-f5af9bba8fa9 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 210 time: 0.0362542 Aug 12 22:09:32.938457 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-932b80d6-e97c-4080-9165-ac4103764bdc req-c15de8a3-d8fb-4860-9ab3-dee8c5e99f0c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:32.953226 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-932b80d6-e97c-4080-9165-ac4103764bdc req-c15de8a3-d8fb-4860-9ab3-dee8c5e99f0c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Transition to ACTIVE for port object c56fcd77-1580-4ae8-b82e-0b126e5df096 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:09:32.986873 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-932b80d6-e97c-4080-9165-ac4103764bdc req-c15de8a3-d8fb-4860-9ab3-dee8c5e99f0c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:33.029599 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932b80d6-e97c-4080-9165-ac4103764bdc req-c15de8a3-d8fb-4860-9ab3-dee8c5e99f0c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Network d3764607-b797-4b73-a49a-9f004b0592b4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:09:33.034338 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-932b80d6-e97c-4080-9165-ac4103764bdc req-c15de8a3-d8fb-4860-9ab3-dee8c5e99f0c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:09:33.037296 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-932b80d6-e97c-4080-9165-ac4103764bdc req-c15de8a3-d8fb-4860-9ab3-dee8c5e99f0c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:09:33.063437 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15de8a3-d8fb-4860-9ab3-dee8c5e99f0c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'Port': ['ID=c56fcd77-1580-4ae8-b82e-0b126e5df096,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:09:33.092529 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b80d6-e97c-4080-9165-ac4103764bdc req-c15de8a3-d8fb-4860-9ab3-dee8c5e99f0c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:33.093173 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-932b80d6-e97c-4080-9165-ac4103764bdc req-c15de8a3-d8fb-4860-9ab3-dee8c5e99f0c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:33.108928 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-c15de8a3-d8fb-4860-9ab3-dee8c5e99f0c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5942261 Aug 12 22:09:33.123000 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Request body: {'port': {'device_id': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:09:33.182787 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:33.214067 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-faa0de5b-abb9-466d-ad8a-34f482b26f3b None None] Provisioning for port c56fcd77-1580-4ae8-b82e-0b126e5df096 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:09:33.217983 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-faa0de5b-abb9-466d-ad8a-34f482b26f3b None None] Provisioning complete for port c56fcd77-1580-4ae8-b82e-0b126e5df096 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:09:33.218359 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-faa0de5b-abb9-466d-ad8a-34f482b26f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:33.252141 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-faa0de5b-abb9-466d-ad8a-34f482b26f3b None None] Port c56fcd77-1580-4ae8-b82e-0b126e5df096 cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:09:33.443254 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56fcd77-1580-4ae8-b82e-0b126e5df096 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:09:33.450616 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:33.463585 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Transition to ACTIVE for port object c56fcd77-1580-4ae8-b82e-0b126e5df096 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:09:33.467093 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:33.537381 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Pushing event updated for resources: {'Port': ['ID=c56fcd77-1580-4ae8-b82e-0b126e5df096,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:09:33.589682 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Attempting to bind port c56fcd77-1580-4ae8-b82e-0b126e5df096 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:09:33.590031 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Attempting to bind port c56fcd77-1580-4ae8-b82e-0b126e5df096 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:09:33.590366 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Attempting to bind port c56fcd77-1580-4ae8-b82e-0b126e5df096 on network d3764607-b797-4b73-a49a-9f004b0592b4 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:09:33.595240 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Port c56fcd77-1580-4ae8-b82e-0b126e5df096 on network d3764607-b797-4b73-a49a-9f004b0592b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:09:33.595565 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Attempting to bind port c56fcd77-1580-4ae8-b82e-0b126e5df096 on network d3764607-b797-4b73-a49a-9f004b0592b4 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:09:33.600466 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:09:33.600812 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Checking segment: {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:09:33.601200 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Bound using segment: {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:09:33.601675 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Bound port: c56fcd77-1580-4ae8-b82e-0b126e5df096, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:09:33.602044 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:33.668474 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] For port c56fcd77-1580-4ae8-b82e-0b126e5df096, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:09:33.672908 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] For port c56fcd77-1580-4ae8-b82e-0b126e5df096, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c56fcd77-1580-4ae8-b82e-0b126e5df096,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:09:33.676845 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:33.712219 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:33.713437 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:33.714852 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] 10.222.0.58 "PUT /v2.0/ports/c56fcd77-1580-4ae8-b82e-0b126e5df096 HTTP/1.1" status: 200 len: 1093 time: 0.5968883 Aug 12 22:09:33.715292 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'tag': 'c56fcd77-1580-4ae8-b82e-0b126e5df096'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:09:33.717559 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8345f7-9ae0-4814-adf1-9a0e27a21483" -d '{"events": [{"name": "network-changed", "server_uuid": "2b40374d-fd23-4379-94c6-1448b2e5d3ef", "tag": "c56fcd77-1580-4ae8-b82e-0b126e5df096"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:09:33.742745 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5e407-7405-4d2a-a562-a1b10c42ed0f service neutron] Pushing event updated for resources: {'Port': ['ID=c56fcd77-1580-4ae8-b82e-0b126e5df096,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:09:33.763957 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbe6fc5-3fc5-4010-9dbd-c76e7a407e4e x-openstack-request-id: req-0bbe6fc5-3fc5-4010-9dbd-c76e7a407e4e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:09:33.764252 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b40374d-fd23-4379-94c6-1448b2e5d3ef", "tag": "c56fcd77-1580-4ae8-b82e-0b126e5df096", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:09:33.764629 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bbe6fc5-3fc5-4010-9dbd-c76e7a407e4e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:09:33.765057 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'tag': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'status': 'completed', 'code': 200} Aug 12 22:09:33.797243 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b80d6-e97c-4080-9165-ac4103764bdc req-da161924-19fe-433f-81b5-f6b8a38a8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:33.798104 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-da161924-19fe-433f-81b5-f6b8a38a8183 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 1096 time: 0.0447857 Aug 12 22:09:33.847326 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-84ccf2cc-3764-442e-8925-ea209dcc7b57 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c56fcd77-1580-4ae8-b82e-0b126e5df096 HTTP/1.1" status: 200 len: 217 time: 0.0416682 Aug 12 22:09:33.899167 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b80d6-e97c-4080-9165-ac4103764bdc req-e33962ea-5dd0-4c93-8036-6adce22fcf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:33.901659 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-e33962ea-5dd0-4c93-8036-6adce22fcf82 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0469441 Aug 12 22:09:33.950164 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b80d6-e97c-4080-9165-ac4103764bdc req-5935cfb0-5747-408b-b39d-1f01005fd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:33.951658 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-5935cfb0-5747-408b-b39d-1f01005fd6c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430682 Aug 12 22:09:34.062268 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158208ac-e82b-48fb-82b3-5e2a4f56b790 req-f986d626-2efb-44a6-979b-4c7700080324 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:34.063764 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-158208ac-e82b-48fb-82b3-5e2a4f56b790 req-f986d626-2efb-44a6-979b-4c7700080324 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 943 time: 0.1090736 Aug 12 22:09:34.095731 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-e2f3cb5f-160d-416f-b6ce-db3c862265e9 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319983 Aug 12 22:09:34.131585 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-158208ac-e82b-48fb-82b3-5e2a4f56b790 req-5dbebad9-94bc-45b7-968b-637ff504de78 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614927 Aug 12 22:09:34.198440 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-932b80d6-e97c-4080-9165-ac4103764bdc req-eace64b9-9ea6-4b69-8c84-67266b38bf16 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923622 Aug 12 22:09:34.292976 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8345f7-9ae0-4814-adf1-9a0e27a21483 req-f981a053-5b19-480a-beee-a266173913bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:34.294414 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2d8345f7-9ae0-4814-adf1-9a0e27a21483 req-f981a053-5b19-480a-beee-a266173913bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 1096 time: 0.0467961 Aug 12 22:09:34.388217 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8345f7-9ae0-4814-adf1-9a0e27a21483 req-d010a6ba-8abd-49e3-8f52-fb48a9e03947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:34.389721 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2d8345f7-9ae0-4814-adf1-9a0e27a21483 req-d010a6ba-8abd-49e3-8f52-fb48a9e03947 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 912 time: 0.0862958 Aug 12 22:09:34.431027 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2d8345f7-9ae0-4814-adf1-9a0e27a21483 req-9402aeac-ffd1-4f7e-9cec-c8eb97bccacd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c56fcd77-1580-4ae8-b82e-0b126e5df096 HTTP/1.1" status: 200 len: 217 time: 0.0335724 Aug 12 22:09:34.479585 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8345f7-9ae0-4814-adf1-9a0e27a21483 req-5f9b88f4-dc37-4640-8714-88fd974276ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:34.480994 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2d8345f7-9ae0-4814-adf1-9a0e27a21483 req-5f9b88f4-dc37-4640-8714-88fd974276ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0424690 Aug 12 22:09:34.525569 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8345f7-9ae0-4814-adf1-9a0e27a21483 req-13781863-99e6-482a-9d52-70351f36f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:34.527047 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2d8345f7-9ae0-4814-adf1-9a0e27a21483 req-13781863-99e6-482a-9d52-70351f36f7e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394797 Aug 12 22:09:34.641399 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2d8345f7-9ae0-4814-adf1-9a0e27a21483 req-b7ada2bb-e54f-4a9f-9151-f53184cd97cb service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073167 Aug 12 22:09:34.731743 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2d8345f7-9ae0-4814-adf1-9a0e27a21483 req-60ffda94-1de4-416f-b7c6-8380163b0e1b service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836337 Aug 12 22:09:35.252390 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586bb28-7313-4258-8fda-04634d7de10a req-7f2364f1-1ac5-454c-b367-b804102a7d8c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:35.253825 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a586bb28-7313-4258-8fda-04634d7de10a req-7f2364f1-1ac5-454c-b367-b804102a7d8c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 943 time: 0.0552649 Aug 12 22:09:35.289980 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a586bb28-7313-4258-8fda-04634d7de10a req-d5bc7912-0266-43b1-8f6c-d71cb84e928d tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302117 Aug 12 22:09:36.403221 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da652ef-2bc4-4b31-b83e-8ba33b056a4b req-fd3714ed-cfef-4401-8285-731ddfc60316 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:36.404691 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0da652ef-2bc4-4b31-b83e-8ba33b056a4b req-fd3714ed-cfef-4401-8285-731ddfc60316 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 943 time: 0.0478234 Aug 12 22:09:36.442434 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0da652ef-2bc4-4b31-b83e-8ba33b056a4b req-7f348566-7e3b-4ab1-b92a-c2f51cb21524 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318210 Aug 12 22:09:37.555244 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406acb9-7c31-41fb-a23d-9e16beadd002 req-7ef55170-43c2-4888-8f91-ff02bcd12302 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:37.556783 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0406acb9-7c31-41fb-a23d-9e16beadd002 req-7ef55170-43c2-4888-8f91-ff02bcd12302 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 943 time: 0.0485442 Aug 12 22:09:37.594138 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0406acb9-7c31-41fb-a23d-9e16beadd002 req-cff03aeb-07c5-48b4-80fa-56d63dc232f9 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312498 Aug 12 22:09:38.718540 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7db700-a798-40d7-9cd2-244fa9869f23 req-b0b3215e-f5aa-42eb-8078-0190b4a889d5 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:38.720289 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ed7db700-a798-40d7-9cd2-244fa9869f23 req-b0b3215e-f5aa-42eb-8078-0190b4a889d5 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 943 time: 0.0583000 Aug 12 22:09:38.757550 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ed7db700-a798-40d7-9cd2-244fa9869f23 req-a2d5345b-9aa7-4e02-b222-d6f6a0ea4eed tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313165 Aug 12 22:09:39.871207 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e88670-b6a3-4e26-9fe9-b9b8fd70e760 req-5d7c396c-6485-41eb-8f90-22a544026024 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:39.872701 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-84e88670-b6a3-4e26-9fe9-b9b8fd70e760 req-5d7c396c-6485-41eb-8f90-22a544026024 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 943 time: 0.0489175 Aug 12 22:09:39.909892 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-84e88670-b6a3-4e26-9fe9-b9b8fd70e760 req-db6602c0-a9a1-4c58-895c-855f530c80ee tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313210 Aug 12 22:09:41.027593 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5e575-80b0-4d85-b5dd-d50e7f309fd9 req-1882ec47-50dc-4758-8923-aade2bf91772 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:41.029058 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-10e5e575-80b0-4d85-b5dd-d50e7f309fd9 req-1882ec47-50dc-4758-8923-aade2bf91772 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 943 time: 0.0552166 Aug 12 22:09:41.066173 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-10e5e575-80b0-4d85-b5dd-d50e7f309fd9 req-03c5d9c0-9ba2-44ca-aa64-531c1e0a7291 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312004 Aug 12 22:09:41.624494 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device c56fcd77-1580-4ae8-b82e-0b126e5df096 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:09:41.713591 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port c56fcd77-1580-4ae8-b82e-0b126e5df096, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c56fcd77-1580-4ae8-b82e-0b126e5df096,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:09:41.727471 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'port_id': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'mac_address': 'fa:16:3e:2d:f0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:09:41.762966 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:41.775696 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56fcd77-1580-4ae8-b82e-0b126e5df096 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:09:41.795096 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port c56fcd77-1580-4ae8-b82e-0b126e5df096, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c56fcd77-1580-4ae8-b82e-0b126e5df096,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:09:41.800014 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:41.846427 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=c56fcd77-1580-4ae8-b82e-0b126e5df096,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:09:41.853887 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:41.854253 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:41.854609 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:41.854946 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:41.855278 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:41.855614 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:41.855941 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:41.856278 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:41.856599 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:41.856924 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:41.857251 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:41.857598 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:09:42.009920 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['c56fcd77-1580-4ae8-b82e-0b126e5df096'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:09:42.183198 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1905ee-44df-4584-8297-7c13a1de4b83 req-a9250a80-29d0-4140-9975-04f8ce67b5ea tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:42.185330 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0b1905ee-44df-4584-8297-7c13a1de4b83 req-a9250a80-29d0-4140-9975-04f8ce67b5ea tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 944 time: 0.0526416 Aug 12 22:09:42.224085 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-0b1905ee-44df-4584-8297-7c13a1de4b83 req-358f1769-2bbf-49c0-8bec-988ecd707193 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326376 Aug 12 22:09:43.336639 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b692a-7c34-4931-926b-0262a2f92645 req-96320145-fd38-48dd-b588-9c1d664a5b3e tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:43.338741 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-307b692a-7c34-4931-926b-0262a2f92645 req-96320145-fd38-48dd-b588-9c1d664a5b3e tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 944 time: 0.0491188 Aug 12 22:09:43.376934 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-307b692a-7c34-4931-926b-0262a2f92645 req-e7ae6518-86c7-468e-8e9d-671ee7ba6c0b tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322618 Aug 12 22:09:43.643454 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device c56fcd77-1580-4ae8-b82e-0b126e5df096 up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:09:43.690000 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port c56fcd77-1580-4ae8-b82e-0b126e5df096 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:09:43.693428 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port c56fcd77-1580-4ae8-b82e-0b126e5df096 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:09:43.693835 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:43.773186 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:43.794267 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56fcd77-1580-4ae8-b82e-0b126e5df096'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:09:43.796470 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc0aeeb-385e-4bdc-b2d6-b3f523108386" -d '{"events": [{"server_uuid": "2b40374d-fd23-4379-94c6-1448b2e5d3ef", "name": "network-vif-plugged", "status": "completed", "tag": "c56fcd77-1580-4ae8-b82e-0b126e5df096"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:09:43.810066 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port c56fcd77-1580-4ae8-b82e-0b126e5df096, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c56fcd77-1580-4ae8-b82e-0b126e5df096,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:09:43.813912 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:43.864284 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=c56fcd77-1580-4ae8-b82e-0b126e5df096,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:09:43.890700 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dbc2b2-6c9a-4ca6-a37f-93aa6cc0cda0 x-openstack-request-id: req-27dbc2b2-6c9a-4ca6-a37f-93aa6cc0cda0 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:09:43.891408 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b40374d-fd23-4379-94c6-1448b2e5d3ef", "name": "network-vif-plugged", "status": "completed", "tag": "c56fcd77-1580-4ae8-b82e-0b126e5df096", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:09:43.891740 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27dbc2b2-6c9a-4ca6-a37f-93aa6cc0cda0 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:09:43.892139 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'code': 200} Aug 12 22:09:44.097742 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a93e4d-5422-4413-9b3c-d8d41ec3449c req-0ed1f37e-62d5-4785-abef-d5e6ec1e0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:44.099208 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-11a93e4d-5422-4413-9b3c-d8d41ec3449c req-0ed1f37e-62d5-4785-abef-d5e6ec1e0f81 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 1098 time: 0.0392189 Aug 12 22:09:44.133218 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-11a93e4d-5422-4413-9b3c-d8d41ec3449c req-54fdedae-3320-4fe0-a5fd-26f1e362d12b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267744 Aug 12 22:09:44.491847 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cbf40-ad64-40a8-84ca-0b2180727a03 req-1f980dc8-b153-4343-81b6-8eb1ca6bd98d tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:44.493289 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-028cbf40-ad64-40a8-84ca-0b2180727a03 req-1f980dc8-b153-4343-81b6-8eb1ca6bd98d tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 945 time: 0.0510199 Aug 12 22:09:44.530833 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-028cbf40-ad64-40a8-84ca-0b2180727a03 req-59020f85-48f6-45b5-8b97-cf23b16e1056 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316374 Aug 12 22:09:45.646337 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b0488-e21e-4d00-9d27-17135e3ae41d req-d21e1d20-b428-4f57-8c03-bd8f28d22899 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:45.647917 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ef6b0488-e21e-4d00-9d27-17135e3ae41d req-d21e1d20-b428-4f57-8c03-bd8f28d22899 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 945 time: 0.0491471 Aug 12 22:09:45.684836 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ef6b0488-e21e-4d00-9d27-17135e3ae41d req-756373a4-aecc-4f00-9626-5dd7623f9147 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304134 Aug 12 22:09:45.795854 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4948bca-6d7a-4405-91f3-ade49eacc53b req-3c888d96-2cdc-479b-b408-ed56b87e3d66 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:45.797306 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a4948bca-6d7a-4405-91f3-ade49eacc53b req-3c888d96-2cdc-479b-b408-ed56b87e3d66 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 945 time: 0.0481470 Aug 12 22:09:45.834228 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a4948bca-6d7a-4405-91f3-ade49eacc53b req-1c00324a-9c2f-42ed-8862-a1f3015b2bc9 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309091 Aug 12 22:09:45.856219 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39980) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:09:45.872200 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:45.898441 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e58295-922a-4343-821a-7d346e49f231 tempest-TestVolumeBootPattern-818543361 tempest-TestVolumeBootPattern-818543361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:45.900497 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-38e58295-922a-4343-821a-7d346e49f231 tempest-TestVolumeBootPattern-818543361 tempest-TestVolumeBootPattern-818543361-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 1093 time: 0.0427427 Aug 12 22:09:45.903312 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 39982) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:09:45.907590 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Request body: {'floatingip': {'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'port_id': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:09:45.929938 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:46.033995 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:46.138428 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Allocated IP 172.27.0.83 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/5539aa5e-b5ad-4fbd-9dd4-5b14d8131a57) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:09:46.236844 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:46.273803 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:46.313293 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:09:46.318009 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:09:46.320752 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:09:46.344583 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'Port': ['ID=5539aa5e-b5ad-4fbd-9dd4-5b14d8131a57,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:09:46.673736 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:46.743092 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:46.891197 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:46.895616 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:46.975882 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'Port': ['ID=5539aa5e-b5ad-4fbd-9dd4-5b14d8131a57,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:09:46.986599 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:47.085190 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.l3_db [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Floating IP 21163c24-4ce1-4b2c-96f6-dd7b6a2ae94d associated. External IP: 172.27.0.83, port: c56fcd77-1580-4ae8-b82e-0b126e5df096. Aug 12 22:09:47.292514 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Router fc2904fc-05c4-4755-a1fa-3af56942358f has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:09:47.401061 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:09:47.410656 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02736b03-309d-479c-8f8b-3da23e333305 None None] Sync routers for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:09:47.417250 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:47.421264 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02736b03-309d-479c-8f8b-3da23e333305 None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:09:47.421914 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-02736b03-309d-479c-8f8b-3da23e333305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:09:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:09:47.443887 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-8b9b35c6-1d6f-4bbd-a059-2229027ed4e6 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5395725 Aug 12 22:09:47.444457 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'tag': 'c56fcd77-1580-4ae8-b82e-0b126e5df096'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:09:47.447261 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f60734-64e1-4d56-a4bc-843f3353a451" -d '{"events": [{"name": "network-changed", "server_uuid": "2b40374d-fd23-4379-94c6-1448b2e5d3ef", "tag": "c56fcd77-1580-4ae8-b82e-0b126e5df096"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:09:47.482588 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6275295d-54dd-4288-b0c7-2a6eecb222df x-openstack-request-id: req-6275295d-54dd-4288-b0c7-2a6eecb222df {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:09:47.482804 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b40374d-fd23-4379-94c6-1448b2e5d3ef", "tag": "c56fcd77-1580-4ae8-b82e-0b126e5df096", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:09:47.483060 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6275295d-54dd-4288-b0c7-2a6eecb222df {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:09:47.483461 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'tag': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'status': 'completed', 'code': 200} Aug 12 22:09:47.530774 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-02736b03-309d-479c-8f8b-3da23e333305 None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:09:47.544590 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f60734-64e1-4d56-a4bc-843f3353a451 req-b2cfe25d-41e2-4bb6-ae62-941453bb24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:47.546076 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b0f60734-64e1-4d56-a4bc-843f3353a451 req-b2cfe25d-41e2-4bb6-ae62-941453bb24d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 1098 time: 0.0406687 Aug 12 22:09:47.638561 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f60734-64e1-4d56-a4bc-843f3353a451 req-66cd263c-e825-49c8-a560-74c8b099d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:47.640031 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b0f60734-64e1-4d56-a4bc-843f3353a451 req-66cd263c-e825-49c8-a560-74c8b099d77a service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 912 time: 0.0868263 Aug 12 22:09:47.705892 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b0f60734-64e1-4d56-a4bc-843f3353a451 req-0869cd30-e08c-4b16-898b-3b43f0bc934b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c56fcd77-1580-4ae8-b82e-0b126e5df096 HTTP/1.1" status: 200 len: 998 time: 0.0580101 Aug 12 22:09:47.753956 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-02736b03-309d-479c-8f8b-3da23e333305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '21163c24-4ce1-4b2c-96f6-dd7b6a2ae94d', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'port_id': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'mac_address': 'fa:16:3e:2d:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:09:46Z', 'updated_at': '2021-08-12T22:09:46Z', 'revision_number': 0, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:09:47.754594 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f60734-64e1-4d56-a4bc-843f3353a451 req-a3f6a07d-2032-4be8-a156-637b994ceb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:47.756059 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b0f60734-64e1-4d56-a4bc-843f3353a451 req-a3f6a07d-2032-4be8-a156-637b994ceb57 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0431304 Aug 12 22:09:47.780179 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02736b03-309d-479c-8f8b-3da23e333305 None None] Checking router: fc2904fc-05c4-4755-a1fa-3af56942358f for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:09:47.789242 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02736b03-309d-479c-8f8b-3da23e333305 None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:09:47.789887 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-02736b03-309d-479c-8f8b-3da23e333305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:09:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:09:47.805663 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f60734-64e1-4d56-a4bc-843f3353a451 req-5107c5b5-0c3b-45bb-8ee2-6ff35532b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:09:47.807636 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b0f60734-64e1-4d56-a4bc-843f3353a451 req-5107c5b5-0c3b-45bb-8ee2-6ff35532b431 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443251 Aug 12 22:09:47.899747 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b0f60734-64e1-4d56-a4bc-843f3353a451 req-4f75fbae-e9d7-4568-bc8b-134c048dd861 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844138 Aug 12 22:09:48.004199 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b0f60734-64e1-4d56-a4bc-843f3353a451 req-1dd3ab1d-ae02-4066-91ac-0534d52f3cf8 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972908 Aug 12 22:09:48.017260 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-02736b03-309d-479c-8f8b-3da23e333305 None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:09:48.240753 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-02736b03-309d-479c-8f8b-3da23e333305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '21163c24-4ce1-4b2c-96f6-dd7b6a2ae94d', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'port_id': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'mac_address': 'fa:16:3e:2d:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:09:46Z', 'updated_at': '2021-08-12T22:09:46Z', 'revision_number': 0, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:09:48.266467 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02736b03-309d-479c-8f8b-3da23e333305 None None] The sync data for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi is: [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '21163c24-4ce1-4b2c-96f6-dd7b6a2ae94d', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'port_id': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'mac_address': 'fa:16:3e:2d:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:09:46Z', 'updated_at': '2021-08-12T22:09:46Z', 'revision_number': 0, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:09:48.437712 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1fe50-d5f7-48a9-8935-03d3e63558e9 None None] New status for floating IP 21163c24-4ce1-4b2c-96f6-dd7b6a2ae94d: ACTIVE {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:09:51.866687 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-266c3253-df73-405b-9a28-921cb3ad3d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:52.388524 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:09:54.478764 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:54.480436 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f74f8e2e-be93-48ef-8696-6d9a5a833a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:55.717749 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:57.750912 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:15.885404 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:21.867378 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd310499-af48-48bd-8047-1e5b4f4a376e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:23.883227 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5228bfbe-a060-49b6-b083-7c07c2d316ba req-7780e102-afd2-4907-a2bb-064d695a0c3b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388501 Aug 12 22:10:23.966496 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228bfbe-a060-49b6-b083-7c07c2d316ba req-ee91209d-baf5-468a-9399-1f8e1d1dbd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:10:23.967993 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5228bfbe-a060-49b6-b083-7c07c2d316ba req-ee91209d-baf5-468a-9399-1f8e1d1dbd81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 1098 time: 0.0406518 Aug 12 22:10:24.075027 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228bfbe-a060-49b6-b083-7c07c2d316ba req-d5ff3039-6818-43fa-8daf-df9f7cec110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:10:24.076521 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5228bfbe-a060-49b6-b083-7c07c2d316ba req-d5ff3039-6818-43fa-8daf-df9f7cec110f service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 912 time: 0.0898459 Aug 12 22:10:24.142793 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5228bfbe-a060-49b6-b083-7c07c2d316ba req-de333660-42fb-4ff4-9a89-2739b1b58c06 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c56fcd77-1580-4ae8-b82e-0b126e5df096 HTTP/1.1" status: 200 len: 1000 time: 0.0590079 Aug 12 22:10:24.192104 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228bfbe-a060-49b6-b083-7c07c2d316ba req-080f233b-4b80-4058-8eab-94e77a5845af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:10:24.193586 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5228bfbe-a060-49b6-b083-7c07c2d316ba req-080f233b-4b80-4058-8eab-94e77a5845af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0441582 Aug 12 22:10:24.478347 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:24.480163 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2a26d2e7-e06e-4008-b42d-f52d6e1b6709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:24.506013 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228bfbe-a060-49b6-b083-7c07c2d316ba req-ab09ed0e-18fa-425f-a48a-d085725c4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:10:24.507506 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5228bfbe-a060-49b6-b083-7c07c2d316ba req-ab09ed0e-18fa-425f-a48a-d085725c4636 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3060536 Aug 12 22:10:24.613821 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5228bfbe-a060-49b6-b083-7c07c2d316ba req-ce812a45-084e-4ebf-95ff-f8e020813993 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984244 Aug 12 22:10:24.705179 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5228bfbe-a060-49b6-b083-7c07c2d316ba req-11624234-5473-44a5-aede-3581a57778d5 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840273 Aug 12 22:10:25.719511 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:27.754294 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:29.391425 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:10:45.884972 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:51.869134 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9ab584da-9c0c-4f48-b23b-702d8a727311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:54.477687 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:54.479361 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-72d55433-0367-4680-89e7-c6463de9e8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:55.722585 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:57.760064 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:06.390173 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:11:15.906963 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:21.868979 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d99a7f0d-87ff-4c3e-bdcd-472d759312f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:22.575536 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-0b801b51-5ef2-4e74-b12a-4d3451f4d498 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649058284&fields=id&tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0 HTTP/1.1" status: 200 len: 267 time: 0.0332725 Aug 12 22:11:22.681924 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-8f01dd92-dfb9-4b51-97f7-bf769aa91941 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:22.683398 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-8f01dd92-dfb9-4b51-97f7-bf769aa91941 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 811 time: 0.1012263 Aug 12 22:11:22.697942 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-b2ee086f-e1d3-485f-b1f1-b7a57ea66f85 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/quotas/dde9ae2ac4ae4b67ae4d99429d2e38d0 HTTP/1.1" status: 200 len: 375 time: 0.0088568 Aug 12 22:11:22.757913 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-87807a8a-767a-4a28-a72c-d2959d78aa00 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0547087 Aug 12 22:11:22.851475 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-1fac890d-4d05-4c6d-b0c7-15f519e47f95 service neutron] 10.222.0.30 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826461 Aug 12 22:11:22.944537 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-f9eda645-8c55-44f9-8877-10ee7427f6da service neutron] 10.222.0.30 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870490 Aug 12 22:11:23.222967 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7546b565-3da0-4866-8bbc-b6981dd59457 req-b656a15a-af1f-4b41-aa49-98e8109525f7 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 210 time: 0.0267253 Aug 12 22:11:23.356601 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-016be74a-6459-4c37-ae60-5adf6138bfe6 req-c21b4bcd-6b44-4670-ae66-dc1cbf7e9c3c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410609 Aug 12 22:11:23.443296 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016be74a-6459-4c37-ae60-5adf6138bfe6 req-8dfaeae2-40ab-4214-b245-ddd26e629b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:23.444932 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-016be74a-6459-4c37-ae60-5adf6138bfe6 req-8dfaeae2-40ab-4214-b245-ddd26e629b45 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 1098 time: 0.0484769 Aug 12 22:11:23.557883 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016be74a-6459-4c37-ae60-5adf6138bfe6 req-d24b73de-9ae9-42e7-969d-e47843c6f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:23.559378 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-016be74a-6459-4c37-ae60-5adf6138bfe6 req-d24b73de-9ae9-42e7-969d-e47843c6f159 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 912 time: 0.0937743 Aug 12 22:11:23.629005 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-016be74a-6459-4c37-ae60-5adf6138bfe6 req-e5d5b0e7-40cb-423a-92fb-a9f7d4e13d52 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c56fcd77-1580-4ae8-b82e-0b126e5df096 HTTP/1.1" status: 200 len: 1000 time: 0.0625801 Aug 12 22:11:23.685093 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016be74a-6459-4c37-ae60-5adf6138bfe6 req-0519db8f-060c-4fa9-bff5-fbc1dec6d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:23.686619 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-016be74a-6459-4c37-ae60-5adf6138bfe6 req-0519db8f-060c-4fa9-bff5-fbc1dec6d251 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0442648 Aug 12 22:11:23.737909 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016be74a-6459-4c37-ae60-5adf6138bfe6 req-927d9cfb-9d12-4f3f-9a05-51d29cdd71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:23.739393 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-016be74a-6459-4c37-ae60-5adf6138bfe6 req-927d9cfb-9d12-4f3f-9a05-51d29cdd71b9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443039 Aug 12 22:11:23.828049 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-016be74a-6459-4c37-ae60-5adf6138bfe6 req-587894d7-97ba-4c6e-bab3-fee261265c6c service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800943 Aug 12 22:11:23.926941 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-016be74a-6459-4c37-ae60-5adf6138bfe6 req-7e379aa2-334c-45f2-bf6c-602552f9d54d service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903873 Aug 12 22:11:24.128149 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-cdff2ab9-27e9-452f-893f-5a0518702bc9 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:24.129614 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-cdff2ab9-27e9-452f-893f-5a0518702bc9 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 811 time: 0.1062489 Aug 12 22:11:24.173695 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-62c49d1b-2aed-4207-9e1d-fc3e0443007c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0 HTTP/1.1" status: 200 len: 379 time: 0.0342405 Aug 12 22:11:24.183169 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Request body: {'port': {'device_id': '70045864-7b01-4ce4-9d28-d4a304f4ad48', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'admin_state_up': True, 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'security_groups': ['44bd10e0-fa82-41d4-b45a-561d409cc050']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:11:24.309260 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Made reservation on behalf of dde9ae2ac4ae4b67ae4d99429d2e38d0 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:11:24.312523 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:24.338726 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-f5e04cd8-e343-4944-985d-0e7aec1a87e0 req-e81ffa1c-94f9-4494-986e-a0280986d46c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 210 time: 0.0392058 Aug 12 22:11:24.462198 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Allocated IP 172.20.0.9 (d3764607-b797-4b73-a49a-9f004b0592b4/5e3367e8-5e29-4883-9750-8e95e4af7568/87c043a0-f726-48f8-8f2e-cd3760d5ee04) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:11:24.478696 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f634e983-87fc-4b69-a6da-b6566ae22b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:24.484389 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:24.609782 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:24.623162 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Transition to ACTIVE for port object 87c043a0-f726-48f8-8f2e-cd3760d5ee04 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:11:24.656767 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:24.700162 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Network d3764607-b797-4b73-a49a-9f004b0592b4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:11:24.700457 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:11:24.708524 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:11:24.737974 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'Port': ['ID=87c043a0-f726-48f8-8f2e-cd3760d5ee04,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:11:24.752690 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:24.753040 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:24.753384 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:24.753744 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:24.754092 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:24.754428 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:24.754764 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:24.755093 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:24.755426 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:24.755753 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:24.756081 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:24.756402 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:24.774936 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:24.775559 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:24.791940 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-a785447f-5a4c-4ce2-91be-83df92d0c0fb tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6126146 Aug 12 22:11:24.804310 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Request body: {'port': {'device_id': '70045864-7b01-4ce4-9d28-d4a304f4ad48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:11:24.859229 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:24.907248 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-da8bda54-170d-426a-9c1f-e47da058085f None None] Provisioning for port 87c043a0-f726-48f8-8f2e-cd3760d5ee04 completed by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:11:24.910926 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-da8bda54-170d-426a-9c1f-e47da058085f None None] Provisioning complete for port 87c043a0-f726-48f8-8f2e-cd3760d5ee04 triggered by entity DHCP. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:11:24.911309 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-da8bda54-170d-426a-9c1f-e47da058085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:24.944540 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-da8bda54-170d-426a-9c1f-e47da058085f None None] Port 87c043a0-f726-48f8-8f2e-cd3760d5ee04 cannot update to ACTIVE because it is not bound. {{(pid=93879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:11:25.147332 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c043a0-f726-48f8-8f2e-cd3760d5ee04 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:11:25.154627 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:25.165831 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Transition to ACTIVE for port object 87c043a0-f726-48f8-8f2e-cd3760d5ee04 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:11:25.169558 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:25.235022 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Pushing event updated for resources: {'Port': ['ID=87c043a0-f726-48f8-8f2e-cd3760d5ee04,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:11:25.290318 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Attempting to bind port 87c043a0-f726-48f8-8f2e-cd3760d5ee04 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:11:25.290565 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Attempting to bind port 87c043a0-f726-48f8-8f2e-cd3760d5ee04 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:11:25.290898 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Attempting to bind port 87c043a0-f726-48f8-8f2e-cd3760d5ee04 on network d3764607-b797-4b73-a49a-9f004b0592b4 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:11:25.295479 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Port 87c043a0-f726-48f8-8f2e-cd3760d5ee04 on network d3764607-b797-4b73-a49a-9f004b0592b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:11:25.295802 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Attempting to bind port 87c043a0-f726-48f8-8f2e-cd3760d5ee04 on network d3764607-b797-4b73-a49a-9f004b0592b4 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:11:25.301444 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Checking agent: {'id': '93c6dc6b-88b8-4f66-821d-34918326b876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'started_at': datetime.datetime(2021, 8, 12, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:11:25.301858 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Checking segment: {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:11:25.302249 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Bound using segment: {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:11:25.302682 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Bound port: 87c043a0-f726-48f8-8f2e-cd3760d5ee04, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356602b4-83cd-40db-b638-4ed6b544589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:11:25.303042 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:25.376114 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] For port 87c043a0-f726-48f8-8f2e-cd3760d5ee04, host hv-cinder-80445, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:11:25.382150 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] For port 87c043a0-f726-48f8-8f2e-cd3760d5ee04, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=87c043a0-f726-48f8-8f2e-cd3760d5ee04,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:11:25.394191 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:25.451746 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:25.452305 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:25.453719 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] 10.222.0.58 "PUT /v2.0/ports/87c043a0-f726-48f8-8f2e-cd3760d5ee04 HTTP/1.1" status: 200 len: 1093 time: 0.6538799 Aug 12 22:11:25.455121 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70045864-7b01-4ce4-9d28-d4a304f4ad48', 'tag': '87c043a0-f726-48f8-8f2e-cd3760d5ee04'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:11:25.457336 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1e3c70-d406-4767-9f92-6a54e6553ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "70045864-7b01-4ce4-9d28-d4a304f4ad48", "tag": "87c043a0-f726-48f8-8f2e-cd3760d5ee04"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:11:25.487638 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d1bfa-5746-4198-8a9f-f37eee6ce954 service neutron] Pushing event updated for resources: {'Port': ['ID=87c043a0-f726-48f8-8f2e-cd3760d5ee04,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:11:25.514823 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632d34e8-c9ec-4dac-be35-2d446fd893e5 x-openstack-request-id: req-632d34e8-c9ec-4dac-be35-2d446fd893e5 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:11:25.515129 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70045864-7b01-4ce4-9d28-d4a304f4ad48", "tag": "87c043a0-f726-48f8-8f2e-cd3760d5ee04", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:11:25.515455 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-632d34e8-c9ec-4dac-be35-2d446fd893e5 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:11:25.515844 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70045864-7b01-4ce4-9d28-d4a304f4ad48', 'tag': '87c043a0-f726-48f8-8f2e-cd3760d5ee04', 'status': 'completed', 'code': 200} Aug 12 22:11:25.523355 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7200a-de3e-4d3f-a530-30ff798ce6be req-2dfa2d1d-b36a-4f24-97ca-f1a2f0e83a16 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:25.524869 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-61a7200a-de3e-4d3f-a530-30ff798ce6be req-2dfa2d1d-b36a-4f24-97ca-f1a2f0e83a16 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 943 time: 0.1057699 Aug 12 22:11:25.583863 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-61a7200a-de3e-4d3f-a530-30ff798ce6be req-b2b86492-a7d0-43b2-9c9f-25ab6fd3794a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415978 Aug 12 22:11:25.586852 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-77c76f86-01f1-4161-92e0-d74e967d9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:25.588305 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-77c76f86-01f1-4161-92e0-d74e967d9872 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 1096 time: 0.0868008 Aug 12 22:11:25.632339 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-e77357e2-0aa4-48a3-b16b-9709ca73f695 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87c043a0-f726-48f8-8f2e-cd3760d5ee04 HTTP/1.1" status: 200 len: 217 time: 0.0351281 Aug 12 22:11:25.684248 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-178ea4a1-da1e-4695-a8e7-30fcb2fad7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:25.685697 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-178ea4a1-da1e-4695-a8e7-30fcb2fad7ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0465500 Aug 12 22:11:25.728345 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:25.732090 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-5571fd78-bade-4430-8418-adda2cb0ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:25.733739 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-5571fd78-bade-4430-8418-adda2cb0ae5e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413237 Aug 12 22:11:25.820810 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-e160353c-2f73-426b-963a-96d657a783f2 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800340 Aug 12 22:11:25.912452 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-a8d79a8e-7d60-4ec0-b86d-497d74fb60eb req-8f4236f3-6e29-42d8-aaee-c977ec66411a service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845168 Aug 12 22:11:25.996472 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e3c70-d406-4767-9f92-6a54e6553ff6 req-efddcebc-cd83-40cd-9e1d-890bd4ffd8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:25.997985 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ff1e3c70-d406-4767-9f92-6a54e6553ff6 req-efddcebc-cd83-40cd-9e1d-890bd4ffd8c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 1096 time: 0.0412467 Aug 12 22:11:26.091284 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e3c70-d406-4767-9f92-6a54e6553ff6 req-197fccdc-8fe1-4b8b-afb2-baf1e35fa1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:26.092726 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ff1e3c70-d406-4767-9f92-6a54e6553ff6 req-197fccdc-8fe1-4b8b-afb2-baf1e35fa1d3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 912 time: 0.0872855 Aug 12 22:11:26.134443 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ff1e3c70-d406-4767-9f92-6a54e6553ff6 req-045aea9f-266d-4bcc-870e-4f059e6703ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87c043a0-f726-48f8-8f2e-cd3760d5ee04 HTTP/1.1" status: 200 len: 217 time: 0.0334952 Aug 12 22:11:26.183423 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e3c70-d406-4767-9f92-6a54e6553ff6 req-0d878b11-3b08-41ef-9fe2-8df5a8a099b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:26.184920 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ff1e3c70-d406-4767-9f92-6a54e6553ff6 req-0d878b11-3b08-41ef-9fe2-8df5a8a099b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0435064 Aug 12 22:11:26.236318 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e3c70-d406-4767-9f92-6a54e6553ff6 req-b6a1424a-a91d-4d7c-84b0-4e46e747e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:26.237843 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ff1e3c70-d406-4767-9f92-6a54e6553ff6 req-b6a1424a-a91d-4d7c-84b0-4e46e747e261 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450602 Aug 12 22:11:26.335809 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ff1e3c70-d406-4767-9f92-6a54e6553ff6 req-3d2f024e-c8fa-4950-98f5-9bb9e196fa6e service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863328 Aug 12 22:11:26.448317 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ff1e3c70-d406-4767-9f92-6a54e6553ff6 req-f70abd8a-b818-469b-a2d8-2f54e827561b service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007559 Aug 12 22:11:26.708331 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f003-aab0-4f36-8f82-21b9080a6b28 req-77811b9e-0a7a-4174-b804-bac099df1aed tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:26.709783 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b5d6f003-aab0-4f36-8f82-21b9080a6b28 req-77811b9e-0a7a-4174-b804-bac099df1aed tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 943 time: 0.0551031 Aug 12 22:11:26.752575 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b5d6f003-aab0-4f36-8f82-21b9080a6b28 req-54d6fda4-b257-4eb6-93d7-30b81c897be8 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359471 Aug 12 22:11:27.760395 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:27.873892 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28ec37-4312-4f2a-b3d6-436922da591a req-34b3b83c-db85-4750-903b-dffe28420a60 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:27.875338 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bc28ec37-4312-4f2a-b3d6-436922da591a req-34b3b83c-db85-4750-903b-dffe28420a60 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 943 time: 0.0475495 Aug 12 22:11:27.911903 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-bc28ec37-4312-4f2a-b3d6-436922da591a req-ea5973c4-9e6d-43e7-9841-9e1c3dc3e3a1 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301869 Aug 12 22:11:29.023729 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752179d-57ad-4a84-bd30-8962d6fb3239 req-9e844fc6-0781-49c6-92e5-aa647ef6fa02 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:29.025185 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6752179d-57ad-4a84-bd30-8962d6fb3239 req-9e844fc6-0781-49c6-92e5-aa647ef6fa02 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 943 time: 0.0469792 Aug 12 22:11:29.066120 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6752179d-57ad-4a84-bd30-8962d6fb3239 req-385fe26d-43cf-402c-8721-cd7f00df08d4 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349972 Aug 12 22:11:30.178494 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fd475-b792-4b94-8c8b-2d6c78e821c9 req-ceb8ff71-d0e1-495f-ac7a-b5727b3485b1 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:30.179984 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-941fd475-b792-4b94-8c8b-2d6c78e821c9 req-ceb8ff71-d0e1-495f-ac7a-b5727b3485b1 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 943 time: 0.0486093 Aug 12 22:11:30.221850 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-941fd475-b792-4b94-8c8b-2d6c78e821c9 req-8974e345-a925-4c52-879a-54a262d1a44f tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336630 Aug 12 22:11:31.338179 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93247f0e-480c-4967-875c-0899dde0b5b7 req-a407e933-3c2e-4343-ae72-67b7779e9869 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:31.339678 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-93247f0e-480c-4967-875c-0899dde0b5b7 req-a407e933-3c2e-4343-ae72-67b7779e9869 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 943 time: 0.0535481 Aug 12 22:11:31.376659 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-93247f0e-480c-4967-875c-0899dde0b5b7 req-231529b7-9440-405f-ba99-f189177624d1 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310972 Aug 12 22:11:32.075176 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 87c043a0-f726-48f8-8f2e-cd3760d5ee04 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:11:32.169622 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 87c043a0-f726-48f8-8f2e-cd3760d5ee04, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=87c043a0-f726-48f8-8f2e-cd3760d5ee04,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:11:32.180440 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Returning: {'device': '87c043a0-f726-48f8-8f2e-cd3760d5ee04', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'port_id': '87c043a0-f726-48f8-8f2e-cd3760d5ee04', 'mac_address': 'fa:16:3e:c0:88:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:11:32.216221 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:32.230555 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c043a0-f726-48f8-8f2e-cd3760d5ee04 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:11:32.249188 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 87c043a0-f726-48f8-8f2e-cd3760d5ee04, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=87c043a0-f726-48f8-8f2e-cd3760d5ee04,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:11:32.254031 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:32.299503 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=87c043a0-f726-48f8-8f2e-cd3760d5ee04,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:11:32.306370 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:32.306718 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:32.307060 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:32.307407 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:32.307733 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:32.308063 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:32.308390 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:32.308719 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:32.309048 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:32.309370 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:32.309717 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:32.310042 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:11:32.468794 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] get_ports_and_sgs() called for port_ids ['87c043a0-f726-48f8-8f2e-cd3760d5ee04'] {{(pid=93879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:11:32.488375 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd049d-5b6a-4203-8589-b0912cc741ce req-5da6a251-2cb0-4ce4-a82c-a92beefdf4f9 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:32.489928 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b2fd049d-5b6a-4203-8589-b0912cc741ce req-5da6a251-2cb0-4ce4-a82c-a92beefdf4f9 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 944 time: 0.0484211 Aug 12 22:11:32.530878 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-b2fd049d-5b6a-4203-8589-b0912cc741ce req-f445fe1c-5dab-4b2b-8777-d48c273bf67a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349250 Aug 12 22:11:33.643725 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782d59-9101-4bba-939e-9d0369ce37d3 req-d89f1994-f53f-4f8b-bc9d-5a0df6ca4e0d tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:33.645201 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5f782d59-9101-4bba-939e-9d0369ce37d3 req-d89f1994-f53f-4f8b-bc9d-5a0df6ca4e0d tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 944 time: 0.0497596 Aug 12 22:11:33.682183 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-5f782d59-9101-4bba-939e-9d0369ce37d3 req-a554e786-ff5b-4b3e-a88b-247e3a5434f5 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311334 Aug 12 22:11:34.090727 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 87c043a0-f726-48f8-8f2e-cd3760d5ee04 up at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:11:34.138264 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning for port 87c043a0-f726-48f8-8f2e-cd3760d5ee04 completed by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:11:34.141868 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Provisioning complete for port 87c043a0-f726-48f8-8f2e-cd3760d5ee04 triggered by entity L2. {{(pid=93879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:11:34.142242 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587572'] for port, provisioning_complete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:34.219827 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:34.244066 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70045864-7b01-4ce4-9d28-d4a304f4ad48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c043a0-f726-48f8-8f2e-cd3760d5ee04'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:11:34.246341 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f302c1f8b50f97246d9896bf5728d4e7a23ef6c4e3b0ef00e89bef0316e8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446d19a4-0852-40ff-aa91-470ada402660" -d '{"events": [{"server_uuid": "70045864-7b01-4ce4-9d28-d4a304f4ad48", "name": "network-vif-plugged", "status": "completed", "tag": "87c043a0-f726-48f8-8f2e-cd3760d5ee04"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:11:34.259678 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] For port 87c043a0-f726-48f8-8f2e-cd3760d5ee04, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=87c043a0-f726-48f8-8f2e-cd3760d5ee04,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:11:34.263767 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:34.286928 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e819a61-75be-42d5-808c-98e597f91efd x-openstack-request-id: req-0e819a61-75be-42d5-808c-98e597f91efd {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:11:34.287220 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70045864-7b01-4ce4-9d28-d4a304f4ad48", "name": "network-vif-plugged", "status": "completed", "tag": "87c043a0-f726-48f8-8f2e-cd3760d5ee04", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:11:34.287475 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e819a61-75be-42d5-808c-98e597f91efd {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:11:34.287863 dv-cinder-804459-3-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70045864-7b01-4ce4-9d28-d4a304f4ad48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c043a0-f726-48f8-8f2e-cd3760d5ee04', 'code': 200} Aug 12 22:11:34.313155 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Pushing event updated for resources: {'Port': ['ID=87c043a0-f726-48f8-8f2e-cd3760d5ee04,revision_number=5']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:11:34.493546 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddd9f2-4e0d-4f0e-9251-add442a0a5fa req-00ad37c2-9dbf-4a2e-a6fa-345eeeef5f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:34.494942 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-edddd9f2-4e0d-4f0e-9251-add442a0a5fa req-00ad37c2-9dbf-4a2e-a6fa-345eeeef5f99 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 1098 time: 0.0399594 Aug 12 22:11:34.529255 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-edddd9f2-4e0d-4f0e-9251-add442a0a5fa req-c53e6dfa-8263-4cc9-8edf-c175660673f6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273626 Aug 12 22:11:34.793191 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385f576-255f-4583-9ca6-f96897daa322 req-e61020c5-de35-408d-9a95-9ef68ce2a39a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:34.794583 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1385f576-255f-4583-9ca6-f96897daa322 req-e61020c5-de35-408d-9a95-9ef68ce2a39a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 945 time: 0.0472126 Aug 12 22:11:34.835351 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-1385f576-255f-4583-9ca6-f96897daa322 req-8849ce0e-8942-43a7-a138-e70b8c9744fa tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339699 Aug 12 22:11:35.948516 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905ed51-8a88-4551-9f90-cae129ca2f89 req-46bda6ec-986c-41bf-bcb0-ff370e9e2f68 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:35.950013 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6905ed51-8a88-4551-9f90-cae129ca2f89 req-46bda6ec-986c-41bf-bcb0-ff370e9e2f68 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 945 time: 0.0483947 Aug 12 22:11:35.988332 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-6905ed51-8a88-4551-9f90-cae129ca2f89 req-a627fcec-165d-4a1c-92be-dbb2976f5cfe tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319314 Aug 12 22:11:36.100717 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935356d-d404-4c03-a302-eb55620dde20 req-e1ea3b70-470b-4b40-be0e-bb74c67403a1 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:36.102225 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8935356d-d404-4c03-a302-eb55620dde20 req-e1ea3b70-470b-4b40-be0e-bb74c67403a1 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 945 time: 0.0495305 Aug 12 22:11:36.139239 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-8935356d-d404-4c03-a302-eb55620dde20 req-8b5508a8-28e7-4f7d-8c47-aef87e6bd739 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310755 Aug 12 22:11:36.160794 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 40100) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:11:36.198990 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d707561a-b321-4c4c-8a24-0d624e08b458 tempest-TestVolumeBootPattern-818543361 tempest-TestVolumeBootPattern-818543361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:36.200503 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-d707561a-b321-4c4c-8a24-0d624e08b458 tempest-TestVolumeBootPattern-818543361 tempest-TestVolumeBootPattern-818543361-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 1093 time: 0.0387602 Aug 12 22:11:36.203352 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 40102) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:11:36.208267 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.v2.base [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Request body: {'floatingip': {'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'port_id': '87c043a0-f726-48f8-8f2e-cd3760d5ee04', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:11:36.230496 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:36.326464 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:36.430275 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Allocated IP 172.27.0.149 (91f356a0-e407-4a3f-8387-93e3cb37c38d/4fce42f0-dde6-46b2-85e6-ccbaee05710d/f463c635-38a7-4d9c-8cc7-fcc83b760f13) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:11:36.528036 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:36.566233 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776772682999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:36.598341 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Network 91f356a0-e407-4a3f-8387-93e3cb37c38d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:11:36.599662 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:11:36.603008 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:11:36.644735 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'Port': ['ID=f463c635-38a7-4d9c-8cc7-fcc83b760f13,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:11:36.959649 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:37.027229 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706167'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:37.173630 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:37.177891 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776773152660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776772680973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776772680991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288414353'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:37.244716 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event updated for resources: {'Port': ['ID=f463c635-38a7-4d9c-8cc7-fcc83b760f13,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:11:37.257594 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1683612'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:37.357616 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.l3_db [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Floating IP da316015-1ec9-4437-b8b9-bb5bb1a82f73 associated. External IP: 172.27.0.149, port: 87c043a0-f726-48f8-8f2e-cd3760d5ee04. Aug 12 22:11:37.828762 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Router fc2904fc-05c4-4755-a1fa-3af56942358f has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:11:37.932756 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:11:37.943615 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88571a22-494b-475b-87d7-fc49ec0cd4b8 None None] Sync routers for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:11:37.949392 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:37.953532 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88571a22-494b-475b-87d7-fc49ec0cd4b8 None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:11:37.954153 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-88571a22-494b-475b-87d7-fc49ec0cd4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:11:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:11:37.976242 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-faac62ba-bc5e-4f9b-8043-ee56298dca8a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7718763 Aug 12 22:11:37.976949 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70045864-7b01-4ce4-9d28-d4a304f4ad48', 'tag': '87c043a0-f726-48f8-8f2e-cd3760d5ee04'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:11:37.979043 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20577300-fd02-49eb-bc52-9fe6d6ced51e" -d '{"events": [{"name": "network-changed", "server_uuid": "70045864-7b01-4ce4-9d28-d4a304f4ad48", "tag": "87c043a0-f726-48f8-8f2e-cd3760d5ee04"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:11:38.015172 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a2a1d0-5b31-4464-9b7a-87068da57df5 x-openstack-request-id: req-03a2a1d0-5b31-4464-9b7a-87068da57df5 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:11:38.015467 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70045864-7b01-4ce4-9d28-d4a304f4ad48", "tag": "87c043a0-f726-48f8-8f2e-cd3760d5ee04", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:11:38.015717 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03a2a1d0-5b31-4464-9b7a-87068da57df5 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:11:38.016112 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70045864-7b01-4ce4-9d28-d4a304f4ad48', 'tag': '87c043a0-f726-48f8-8f2e-cd3760d5ee04', 'status': 'completed', 'code': 200} Aug 12 22:11:38.061804 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-88571a22-494b-475b-87d7-fc49ec0cd4b8 None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:11:38.082163 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20577300-fd02-49eb-bc52-9fe6d6ced51e req-ee0dc32f-2f84-4802-aa44-cce1cd114df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:38.083624 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-20577300-fd02-49eb-bc52-9fe6d6ced51e req-ee0dc32f-2f84-4802-aa44-cce1cd114df4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 1098 time: 0.0433042 Aug 12 22:11:38.176944 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20577300-fd02-49eb-bc52-9fe6d6ced51e req-24a5b468-6a68-46c5-99ca-25a430a8a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:38.178490 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-20577300-fd02-49eb-bc52-9fe6d6ced51e req-24a5b468-6a68-46c5-99ca-25a430a8a93a service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 912 time: 0.0864823 Aug 12 22:11:38.252234 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-20577300-fd02-49eb-bc52-9fe6d6ced51e req-091449f1-ddaf-4695-b8a5-79931fa622bb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87c043a0-f726-48f8-8f2e-cd3760d5ee04 HTTP/1.1" status: 200 len: 999 time: 0.0645778 Aug 12 22:11:38.297495 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-88571a22-494b-475b-87d7-fc49ec0cd4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '21163c24-4ce1-4b2c-96f6-dd7b6a2ae94d', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'port_id': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'mac_address': 'fa:16:3e:2d:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:09:46Z', 'updated_at': '2021-08-12T22:09:48Z', 'revision_number': 1, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address_scope': None}, {'id': 'da316015-1ec9-4437-b8b9-bb5bb1a82f73', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'port_id': '87c043a0-f726-48f8-8f2e-cd3760d5ee04', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'mac_address': 'fa:16:3e:c0:88:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70045864-7b01-4ce4-9d28-d4a304f4ad48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:11:36Z', 'updated_at': '2021-08-12T22:11:36Z', 'revision_number': 0, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:11:38.303025 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20577300-fd02-49eb-bc52-9fe6d6ced51e req-053f01c5-b503-49c5-8714-f212ed64e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:38.304530 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-20577300-fd02-49eb-bc52-9fe6d6ced51e req-053f01c5-b503-49c5-8714-f212ed64e4d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0433474 Aug 12 22:11:38.325356 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88571a22-494b-475b-87d7-fc49ec0cd4b8 None None] Checking router: fc2904fc-05c4-4755-a1fa-3af56942358f for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:11:38.334330 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88571a22-494b-475b-87d7-fc49ec0cd4b8 None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:11:38.334870 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-88571a22-494b-475b-87d7-fc49ec0cd4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:11:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:11:38.351909 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20577300-fd02-49eb-bc52-9fe6d6ced51e req-8d65382a-77db-4ff5-9aaa-9fad5358fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:11:38.353381 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-20577300-fd02-49eb-bc52-9fe6d6ced51e req-8d65382a-77db-4ff5-9aaa-9fad5358fb17 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407844 Aug 12 22:11:38.437909 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-88571a22-494b-475b-87d7-fc49ec0cd4b8 None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:11:38.447312 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-20577300-fd02-49eb-bc52-9fe6d6ced51e req-6d72cc23-dc9d-43e1-a4dd-35818871a1cf service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853212 Aug 12 22:11:38.538338 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-20577300-fd02-49eb-bc52-9fe6d6ced51e req-02beea72-61ea-4fa7-90c3-ad59fa3d2f25 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816007 Aug 12 22:11:38.663628 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-88571a22-494b-475b-87d7-fc49ec0cd4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '21163c24-4ce1-4b2c-96f6-dd7b6a2ae94d', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'port_id': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'mac_address': 'fa:16:3e:2d:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:09:46Z', 'updated_at': '2021-08-12T22:09:48Z', 'revision_number': 1, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address_scope': None}, {'id': 'da316015-1ec9-4437-b8b9-bb5bb1a82f73', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'port_id': '87c043a0-f726-48f8-8f2e-cd3760d5ee04', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'mac_address': 'fa:16:3e:c0:88:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70045864-7b01-4ce4-9d28-d4a304f4ad48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:11:36Z', 'updated_at': '2021-08-12T22:11:36Z', 'revision_number': 0, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:11:38.688775 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88571a22-494b-475b-87d7-fc49ec0cd4b8 None None] The sync data for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi is: [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '21163c24-4ce1-4b2c-96f6-dd7b6a2ae94d', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'port_id': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'mac_address': 'fa:16:3e:2d:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:09:46Z', 'updated_at': '2021-08-12T22:09:48Z', 'revision_number': 1, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address_scope': None}, {'id': 'da316015-1ec9-4437-b8b9-bb5bb1a82f73', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'port_id': '87c043a0-f726-48f8-8f2e-cd3760d5ee04', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'mac_address': 'fa:16:3e:c0:88:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70045864-7b01-4ce4-9d28-d4a304f4ad48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:11:36Z', 'updated_at': '2021-08-12T22:11:36Z', 'revision_number': 0, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:11:38.877789 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899c258-25c9-4098-b3d7-3d58227c920c None None] New status for floating IP da316015-1ec9-4437-b8b9-bb5bb1a82f73: ACTIVE {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:11:43.389570 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:11:45.899951 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:51.868549 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3df5018f-9631-4cf1-8e5a-7668739cf4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:54.475235 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:54.477038 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2271b9fe-ddec-4d44-b3e9-e9bda55b45e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:55.730237 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:57.762460 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:12:15.900210 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:12:20.389122 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:12:21.869114 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9ecace8f-d3d0-42bf-9f73-7f3134965a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:12:24.472617 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:12:24.474214 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-941e6ca1-a3a5-40cc-8f6e-8fd9ae63021f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:12:25.731390 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:12:26.144621 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-457cd684-62de-44c9-af6c-5c66b36205f6 req-98606f5c-5414-472b-a11e-bca6a9a46e98 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453062 Aug 12 22:12:26.225988 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cd684-62de-44c9-af6c-5c66b36205f6 req-0affb131-b3f9-494b-a439-e5e5cc5b0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:12:26.227462 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-457cd684-62de-44c9-af6c-5c66b36205f6 req-0affb131-b3f9-494b-a439-e5e5cc5b0642 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 1098 time: 0.0400960 Aug 12 22:12:26.329046 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cd684-62de-44c9-af6c-5c66b36205f6 req-bad0b7e1-77c2-437a-a9f9-9c3d3b6c94c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:12:26.330530 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-457cd684-62de-44c9-af6c-5c66b36205f6 req-bad0b7e1-77c2-437a-a9f9-9c3d3b6c94c8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 912 time: 0.0816071 Aug 12 22:12:26.400153 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-457cd684-62de-44c9-af6c-5c66b36205f6 req-bab6f006-faeb-45c4-bf52-c6fb268d8181 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c56fcd77-1580-4ae8-b82e-0b126e5df096 HTTP/1.1" status: 200 len: 1000 time: 0.0612423 Aug 12 22:12:26.449250 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cd684-62de-44c9-af6c-5c66b36205f6 req-052e73c7-3917-4266-bd2c-2eb012eebecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:12:26.450734 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-457cd684-62de-44c9-af6c-5c66b36205f6 req-052e73c7-3917-4266-bd2c-2eb012eebecf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0436625 Aug 12 22:12:26.496400 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cd684-62de-44c9-af6c-5c66b36205f6 req-5440392b-15f3-4dd1-b27f-9ff9eb0b23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:12:26.497870 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-457cd684-62de-44c9-af6c-5c66b36205f6 req-5440392b-15f3-4dd1-b27f-9ff9eb0b23b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391893 Aug 12 22:12:26.590008 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-457cd684-62de-44c9-af6c-5c66b36205f6 req-887b5a37-3f7e-4a4c-892b-7dc54a5e4f3b service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845854 Aug 12 22:12:26.681349 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-457cd684-62de-44c9-af6c-5c66b36205f6 req-ff5877c9-6ac7-471f-ab37-dff07f2908a3 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837152 Aug 12 22:12:27.766315 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:12:45.918434 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:12:51.869780 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-94e1718e-6a4a-4ca1-9f1b-2bf19a0fa776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:12:54.473272 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:12:54.474717 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c166bbbf-faab-4001-bb6a-8be2cd1d8928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:12:55.733770 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:12:57.388424 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:12:57.767980 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:06.156094 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 40136) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:06.363724 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Deleting port f463c635-38a7-4d9c-8cc7-fcc83b760f13 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:13:06.364078 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:06.437367 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:06.437620 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:06.448754 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Calling delete_port for f463c635-38a7-4d9c-8cc7-fcc83b760f13 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:13:06.590709 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:06.615339 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event deleted for resources: {'Port': ['ID=f463c635-38a7-4d9c-8cc7-fcc83b760f13,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:06.625262 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:06.625641 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:06.625986 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:06.626320 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:06.626729 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:06.626990 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:06.627320 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:06.627647 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:06.627977 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:06.628300 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:06.628624 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:06.628943 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:06.688767 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:06.689013 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.db.l3_db [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Floating IP da316015-1ec9-4437-b8b9-bb5bb1a82f73 disassociated (deleted). External IP: 172.27.0.149, port: 87c043a0-f726-48f8-8f2e-cd3760d5ee04. Aug 12 22:13:06.886688 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Router fc2904fc-05c4-4755-a1fa-3af56942358f has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:13:06.992167 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:13:06.996888 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:07.001422 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c0f25e-0afe-4c1f-adca-814ef7c125a4 None None] Sync routers for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:13:07.011426 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c0f25e-0afe-4c1f-adca-814ef7c125a4 None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:13:07.012028 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-57c0f25e-0afe-4c1f-adca-814ef7c125a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:12:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:07.023340 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-93631af8-bf38-44f3-926d-347f88fd8569 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "DELETE /v2.0/floatingips/da316015-1ec9-4437-b8b9-bb5bb1a82f73 HTTP/1.1" status: 204 len: 168 time: 0.8661683 Aug 12 22:13:07.023932 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70045864-7b01-4ce4-9d28-d4a304f4ad48', 'tag': '87c043a0-f726-48f8-8f2e-cd3760d5ee04'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:13:07.026865 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f0b9f5-95a0-4ad5-88d6-5f34e8495207" -d '{"events": [{"name": "network-changed", "server_uuid": "70045864-7b01-4ce4-9d28-d4a304f4ad48", "tag": "87c043a0-f726-48f8-8f2e-cd3760d5ee04"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:13:07.064731 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e9bd87-123b-495c-a20c-0830a6c86061 x-openstack-request-id: req-92e9bd87-123b-495c-a20c-0830a6c86061 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:13:07.065025 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70045864-7b01-4ce4-9d28-d4a304f4ad48", "tag": "87c043a0-f726-48f8-8f2e-cd3760d5ee04", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:13:07.065282 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92e9bd87-123b-495c-a20c-0830a6c86061 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:13:07.065722 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70045864-7b01-4ce4-9d28-d4a304f4ad48', 'tag': '87c043a0-f726-48f8-8f2e-cd3760d5ee04', 'status': 'completed', 'code': 200} Aug 12 22:13:07.119277 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-57c0f25e-0afe-4c1f-adca-814ef7c125a4 None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:13:07.139532 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0b9f5-95a0-4ad5-88d6-5f34e8495207 req-462eed0a-1b69-42a6-bc04-786536fef47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:13:07.141641 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-97f0b9f5-95a0-4ad5-88d6-5f34e8495207 req-462eed0a-1b69-42a6-bc04-786536fef47e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 1098 time: 0.0534997 Aug 12 22:13:07.267695 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0b9f5-95a0-4ad5-88d6-5f34e8495207 req-cf3d4ef2-70ac-455e-b778-20552c5e8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:13:07.269101 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-97f0b9f5-95a0-4ad5-88d6-5f34e8495207 req-cf3d4ef2-70ac-455e-b778-20552c5e8a9f service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 912 time: 0.1187937 Aug 12 22:13:07.278534 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5728472-15a1-4bda-a975-79c9792da221 req-8dfc4db0-0b6b-48d1-861d-62b3b428ed2d tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:13:07.280092 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e5728472-15a1-4bda-a975-79c9792da221 req-8dfc4db0-0b6b-48d1-861d-62b3b428ed2d tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 945 time: 0.0727425 Aug 12 22:13:07.332393 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-97f0b9f5-95a0-4ad5-88d6-5f34e8495207 req-d72103b2-9cd3-467c-a9fc-643666cdfc3f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87c043a0-f726-48f8-8f2e-cd3760d5ee04 HTTP/1.1" status: 200 len: 217 time: 0.0512700 Aug 12 22:13:07.378551 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-e5728472-15a1-4bda-a975-79c9792da221 req-0ed4833c-ff13-4032-b7f3-92f2db476ca4 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915380 Aug 12 22:13:07.398873 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0b9f5-95a0-4ad5-88d6-5f34e8495207 req-c50898e1-2acb-4ec6-a175-23fd56b2f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:13:07.401002 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-97f0b9f5-95a0-4ad5-88d6-5f34e8495207 req-c50898e1-2acb-4ec6-a175-23fd56b2f832 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0607262 Aug 12 22:13:07.447459 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0b9f5-95a0-4ad5-88d6-5f34e8495207 req-dcfc47b7-ac86-4c91-88e1-801ed91c8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:13:07.448969 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-97f0b9f5-95a0-4ad5-88d6-5f34e8495207 req-dcfc47b7-ac86-4c91-88e1-801ed91c8df5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408084 Aug 12 22:13:07.481076 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-57c0f25e-0afe-4c1f-adca-814ef7c125a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '21163c24-4ce1-4b2c-96f6-dd7b6a2ae94d', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'port_id': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'mac_address': 'fa:16:3e:2d:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:09:46Z', 'updated_at': '2021-08-12T22:09:48Z', 'revision_number': 1, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:07.510827 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c0f25e-0afe-4c1f-adca-814ef7c125a4 None None] Checking router: fc2904fc-05c4-4755-a1fa-3af56942358f for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:13:07.519134 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c0f25e-0afe-4c1f-adca-814ef7c125a4 None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:13:07.519682 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-57c0f25e-0afe-4c1f-adca-814ef7c125a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:12:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:07.542463 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-97f0b9f5-95a0-4ad5-88d6-5f34e8495207 req-50725c51-7edb-4e84-b9b6-56eaf0e5ea3c service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859661 Aug 12 22:13:07.624113 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-57c0f25e-0afe-4c1f-adca-814ef7c125a4 None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:13:07.634160 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-97f0b9f5-95a0-4ad5-88d6-5f34e8495207 req-7b75c83f-f185-42ea-b974-21b52c92bb57 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840554 Aug 12 22:13:07.843242 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-57c0f25e-0afe-4c1f-adca-814ef7c125a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '21163c24-4ce1-4b2c-96f6-dd7b6a2ae94d', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'port_id': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'mac_address': 'fa:16:3e:2d:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:09:46Z', 'updated_at': '2021-08-12T22:09:48Z', 'revision_number': 1, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:07.870178 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c0f25e-0afe-4c1f-adca-814ef7c125a4 None None] The sync data for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi is: [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_floatingips': [{'id': '21163c24-4ce1-4b2c-96f6-dd7b6a2ae94d', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'router_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'port_id': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'mac_address': 'fa:16:3e:2d:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:09:46Z', 'updated_at': '2021-08-12T22:09:48Z', 'revision_number': 1, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:13:08.086070 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49341a4-430a-4227-944d-5e07843c4f89 None None] New status for floating IP da316015-1ec9-4437-b8b9-bb5bb1a82f73: DOWN {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:13:08.500922 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70fa3e-6c31-478c-8b1c-38e4fbd73630 req-2e41c4b3-0e27-473b-85d8-34fdfdfff196 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:13:08.502418 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ec70fa3e-6c31-478c-8b1c-38e4fbd73630 req-2e41c4b3-0e27-473b-85d8-34fdfdfff196 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 945 time: 0.0530114 Aug 12 22:13:08.538951 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ec70fa3e-6c31-478c-8b1c-38e4fbd73630 req-4b7b803b-6e06-477a-a71a-2a3ac93d094c tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307016 Aug 12 22:13:08.711412 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d3db-6915-4cc1-a8e6-c4a7910fb206 req-41bcd2ef-e67e-45d0-ba3b-66a73c36dd85 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:13:08.714095 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cb65d3db-6915-4cc1-a8e6-c4a7910fb206 req-41bcd2ef-e67e-45d0-ba3b-66a73c36dd85 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.58 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 945 time: 0.0480075 Aug 12 22:13:08.799929 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-cb65d3db-6915-4cc1-a8e6-c4a7910fb206 req-47536a01-6c7e-4289-ab8f-2f90c5ec8b50 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Deleting port 87c043a0-f726-48f8-8f2e-cd3760d5ee04 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:13:08.800275 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cb65d3db-6915-4cc1-a8e6-c4a7910fb206 req-47536a01-6c7e-4289-ab8f-2f90c5ec8b50 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:08.889063 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-cb65d3db-6915-4cc1-a8e6-c4a7910fb206 req-47536a01-6c7e-4289-ab8f-2f90c5ec8b50 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] For port 87c043a0-f726-48f8-8f2e-cd3760d5ee04, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=87c043a0-f726-48f8-8f2e-cd3760d5ee04,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:13:08.889430 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cb65d3db-6915-4cc1-a8e6-c4a7910fb206 req-47536a01-6c7e-4289-ab8f-2f90c5ec8b50 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:08.901923 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-cb65d3db-6915-4cc1-a8e6-c4a7910fb206 req-47536a01-6c7e-4289-ab8f-2f90c5ec8b50 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Calling delete_port for 87c043a0-f726-48f8-8f2e-cd3760d5ee04 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:13:09.028188 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cb65d3db-6915-4cc1-a8e6-c4a7910fb206 req-47536a01-6c7e-4289-ab8f-2f90c5ec8b50 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:09.053854 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47536a01-6c7e-4289-ab8f-2f90c5ec8b50 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event deleted for resources: {'Port': ['ID=87c043a0-f726-48f8-8f2e-cd3760d5ee04,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:09.097285 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb65d3db-6915-4cc1-a8e6-c4a7910fb206 req-47536a01-6c7e-4289-ab8f-2f90c5ec8b50 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] No DVR routers for this DVR port 87c043a0-f726-48f8-8f2e-cd3760d5ee04 on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:13:09.100042 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cb65d3db-6915-4cc1-a8e6-c4a7910fb206 req-47536a01-6c7e-4289-ab8f-2f90c5ec8b50 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:09.102174 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-cb65d3db-6915-4cc1-a8e6-c4a7910fb206 req-47536a01-6c7e-4289-ab8f-2f90c5ec8b50 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.58 "DELETE /v2.0/ports/87c043a0-f726-48f8-8f2e-cd3760d5ee04 HTTP/1.1" status: 204 len: 173 time: 0.3823400 Aug 12 22:13:09.102631 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70045864-7b01-4ce4-9d28-d4a304f4ad48', 'name': 'network-vif-deleted', 'tag': '87c043a0-f726-48f8-8f2e-cd3760d5ee04'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:13:09.104880 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce155f2b-a26a-489e-a6c4-3be238a877bc" -d '{"events": [{"server_uuid": "70045864-7b01-4ce4-9d28-d4a304f4ad48", "name": "network-vif-deleted", "tag": "87c043a0-f726-48f8-8f2e-cd3760d5ee04"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:13:09.144241 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4790681c-96bb-4a68-bed2-cd1ead4b0b42 x-openstack-request-id: req-4790681c-96bb-4a68-bed2-cd1ead4b0b42 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:13:09.144547 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70045864-7b01-4ce4-9d28-d4a304f4ad48", "name": "network-vif-deleted", "tag": "87c043a0-f726-48f8-8f2e-cd3760d5ee04", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:13:09.144827 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4790681c-96bb-4a68-bed2-cd1ead4b0b42 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:13:09.145257 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70045864-7b01-4ce4-9d28-d4a304f4ad48', 'name': 'network-vif-deleted', 'tag': '87c043a0-f726-48f8-8f2e-cd3760d5ee04', 'status': 'completed', 'code': 200} Aug 12 22:13:09.640898 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-ba9f4978-5aec-4c12-8eeb-bd99e832d9cf req-ec2490e0-3768-4641-9219-39c6630e2dcf tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=70045864-7b01-4ce4-9d28-d4a304f4ad48 HTTP/1.1" status: 200 len: 210 time: 0.0254135 Aug 12 22:13:12.558375 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 87c043a0-f726-48f8-8f2e-cd3760d5ee04 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:13:12.582722 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: 87c043a0-f726-48f8-8f2e-cd3760d5ee04 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:13:12.583061 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device 87c043a0-f726-48f8-8f2e-cd3760d5ee04 not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:13:12.909374 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 40176) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:13.071639 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Deleting port 5539aa5e-b5ad-4fbd-9dd4-5b14d8131a57 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:13:13.071983 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:13.150173 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:13.150416 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:13.162062 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Calling delete_port for 5539aa5e-b5ad-4fbd-9dd4-5b14d8131a57 owned by network:floatingip {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:13:13.314972 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:13.341738 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event deleted for resources: {'Port': ['ID=5539aa5e-b5ad-4fbd-9dd4-5b14d8131a57,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:13.351551 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:13.351934 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:13.352338 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:13.352676 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:13.353009 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:13.353837 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:13.353837 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:13.354040 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:13.354354 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:13.354678 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:13.355000 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:13.355318 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:13.417212 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for floatingip, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:13.417441 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.db.l3_db [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Floating IP 21163c24-4ce1-4b2c-96f6-dd7b6a2ae94d disassociated (deleted). External IP: 172.27.0.83, port: c56fcd77-1580-4ae8-b82e-0b126e5df096. Aug 12 22:13:13.639900 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Router fc2904fc-05c4-4755-a1fa-3af56942358f has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:13:13.757713 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:13:13.762973 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:13.767565 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78a54b-bbbb-4dda-ad8e-43044f7ee685 None None] Sync routers for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:13:13.776574 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78a54b-bbbb-4dda-ad8e-43044f7ee685 None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:13:13.777229 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4c78a54b-bbbb-4dda-ad8e-43044f7ee685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:12:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:13.789616 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-db0dcb53-7912-47a7-a7e5-2956e7751dff tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "DELETE /v2.0/floatingips/21163c24-4ce1-4b2c-96f6-dd7b6a2ae94d HTTP/1.1" status: 204 len: 168 time: 0.8790693 Aug 12 22:13:13.790203 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'tag': 'c56fcd77-1580-4ae8-b82e-0b126e5df096'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:13:13.792510 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6db9858f3ba127f12c051a7fe47b4fb61399c076793cc1c2e0cf9b4023a6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fb9a73-188a-4422-b142-2e626e5c4bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "2b40374d-fd23-4379-94c6-1448b2e5d3ef", "tag": "c56fcd77-1580-4ae8-b82e-0b126e5df096"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:13:13.887295 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-4c78a54b-bbbb-4dda-ad8e-43044f7ee685 None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:13:13.923782 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3cc0c3-3d31-47a5-a508-2ff62a6ceefc x-openstack-request-id: req-fe3cc0c3-3d31-47a5-a508-2ff62a6ceefc {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:13:13.923782 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b40374d-fd23-4379-94c6-1448b2e5d3ef", "tag": "c56fcd77-1580-4ae8-b82e-0b126e5df096", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:13:13.924464 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe3cc0c3-3d31-47a5-a508-2ff62a6ceefc {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:13:13.924464 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'tag': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'status': 'completed', 'code': 200} Aug 12 22:13:14.029978 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb9a73-188a-4422-b142-2e626e5c4bd3 req-e3408a2c-ad6e-4834-a1ea-f61279913eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:13:14.031388 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50fb9a73-188a-4422-b142-2e626e5c4bd3 req-e3408a2c-ad6e-4834-a1ea-f61279913eb3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 1098 time: 0.0769138 Aug 12 22:13:14.044699 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c641ddb-512a-41a8-b98f-7f7c0d651139 req-c7237ce2-b953-4fab-9b57-992a3aca5883 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:13:14.046208 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2c641ddb-512a-41a8-b98f-7f7c0d651139 req-c7237ce2-b953-4fab-9b57-992a3aca5883 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 945 time: 0.0600839 Aug 12 22:13:14.100217 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4c78a54b-bbbb-4dda-ad8e-43044f7ee685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:14.126354 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78a54b-bbbb-4dda-ad8e-43044f7ee685 None None] Checking router: fc2904fc-05c4-4755-a1fa-3af56942358f for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:13:14.134768 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78a54b-bbbb-4dda-ad8e-43044f7ee685 None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:13:14.135470 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4c78a54b-bbbb-4dda-ad8e-43044f7ee685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:12:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:14.140688 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-2c641ddb-512a-41a8-b98f-7f7c0d651139 req-70acd667-9f26-40bb-999d-593f335f4290 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854151 Aug 12 22:13:14.162368 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb9a73-188a-4422-b142-2e626e5c4bd3 req-227674c1-5546-4c98-b291-4574776ba41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:13:14.164004 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50fb9a73-188a-4422-b142-2e626e5c4bd3 req-227674c1-5546-4c98-b291-4574776ba41c service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 200 len: 912 time: 0.1169348 Aug 12 22:13:14.209408 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50fb9a73-188a-4422-b142-2e626e5c4bd3 req-b917ab00-3664-40b8-b139-91fa0d3462ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c56fcd77-1580-4ae8-b82e-0b126e5df096 HTTP/1.1" status: 200 len: 217 time: 0.0376492 Aug 12 22:13:14.243707 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-4c78a54b-bbbb-4dda-ad8e-43044f7ee685 None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:13:14.260674 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb9a73-188a-4422-b142-2e626e5c4bd3 req-0428d08d-d99c-48e5-be5c-294024e1ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:13:14.262183 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50fb9a73-188a-4422-b142-2e626e5c4bd3 req-0428d08d-d99c-48e5-be5c-294024e1ecc1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 200 len: 850 time: 0.0456364 Aug 12 22:13:14.310633 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb9a73-188a-4422-b142-2e626e5c4bd3 req-8f6a6497-6232-4644-b3d0-dda747614712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:13:14.312042 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50fb9a73-188a-4422-b142-2e626e5c4bd3 req-8f6a6497-6232-4644-b3d0-dda747614712 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3764607-b797-4b73-a49a-9f004b0592b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412197 Aug 12 22:13:14.407136 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50fb9a73-188a-4422-b142-2e626e5c4bd3 req-ddfd99bf-83a9-438e-8472-45e7dd34de07 service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860138 Aug 12 22:13:14.444821 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4c78a54b-bbbb-4dda-ad8e-43044f7ee685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:14.471490 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78a54b-bbbb-4dda-ad8e-43044f7ee685 None None] The sync data for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi is: [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:06:52Z', 'revision_number': 4, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi', '_interfaces': [{'id': '372b3f7c-bfbb-4f92-b546-9c4e15d54eea', 'name': '', 'network_id': 'd3764607-b797-4b73-a49a-9f004b0592b4', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'mac_address': 'fa:16:3e:45:ae:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:52Z', 'updated_at': '2021-08-12T22:06:57Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'subnets': [{'id': '5e3367e8-5e29-4883-9750-8e95e4af7568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:13:14.498367 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-50fb9a73-188a-4422-b142-2e626e5c4bd3 req-941272af-b515-4c95-8d8e-b89248d7820f service neutron] 10.222.0.58 "GET /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826406 Aug 12 22:13:14.674061 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54359eb-bb55-488c-8bc0-676ecd4844d0 None None] New status for floating IP 21163c24-4ce1-4b2c-96f6-dd7b6a2ae94d: DOWN {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:13:15.268221 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff145df-8fc4-4ac9-a09f-20105d42d482 req-1dba044d-4175-4e59-b9cd-b28a72f2e94a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:13:15.269814 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eff145df-8fc4-4ac9-a09f-20105d42d482 req-1dba044d-4175-4e59-b9cd-b28a72f2e94a tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 945 time: 0.0589011 Aug 12 22:13:15.306788 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-eff145df-8fc4-4ac9-a09f-20105d42d482 req-a8612115-6cbf-4462-b901-1cb6756847a5 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/security-groups?id=44bd10e0-fa82-41d4-b45a-561d409cc050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310721 Aug 12 22:13:15.492671 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4180b-c6c5-49ac-82cb-e7410b044858 req-fe1b0337-64bb-4a64-bdb1-5f8ea649547e tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:13:15.494030 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-43e4180b-c6c5-49ac-82cb-e7410b044858 req-fe1b0337-64bb-4a64-bdb1-5f8ea649547e tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 945 time: 0.0480978 Aug 12 22:13:15.603260 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-43e4180b-c6c5-49ac-82cb-e7410b044858 req-6b56acaf-9182-4397-a164-67c9d3246951 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Deleting port c56fcd77-1580-4ae8-b82e-0b126e5df096 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:13:15.603598 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-43e4180b-c6c5-49ac-82cb-e7410b044858 req-6b56acaf-9182-4397-a164-67c9d3246951 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:15.694335 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-43e4180b-c6c5-49ac-82cb-e7410b044858 req-6b56acaf-9182-4397-a164-67c9d3246951 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] For port c56fcd77-1580-4ae8-b82e-0b126e5df096, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c56fcd77-1580-4ae8-b82e-0b126e5df096,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:13:15.694705 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-43e4180b-c6c5-49ac-82cb-e7410b044858 req-6b56acaf-9182-4397-a164-67c9d3246951 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:15.706847 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-43e4180b-c6c5-49ac-82cb-e7410b044858 req-6b56acaf-9182-4397-a164-67c9d3246951 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Calling delete_port for c56fcd77-1580-4ae8-b82e-0b126e5df096 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:13:15.836879 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-43e4180b-c6c5-49ac-82cb-e7410b044858 req-6b56acaf-9182-4397-a164-67c9d3246951 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:15.863846 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56acaf-9182-4397-a164-67c9d3246951 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event deleted for resources: {'Port': ['ID=c56fcd77-1580-4ae8-b82e-0b126e5df096,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:15.907365 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e4180b-c6c5-49ac-82cb-e7410b044858 req-6b56acaf-9182-4397-a164-67c9d3246951 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] No DVR routers for this DVR port c56fcd77-1580-4ae8-b82e-0b126e5df096 on host hv-cinder-80445 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:13:15.910074 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-43e4180b-c6c5-49ac-82cb-e7410b044858 req-6b56acaf-9182-4397-a164-67c9d3246951 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:15.919159 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-43e4180b-c6c5-49ac-82cb-e7410b044858 req-6b56acaf-9182-4397-a164-67c9d3246951 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.58 "DELETE /v2.0/ports/c56fcd77-1580-4ae8-b82e-0b126e5df096 HTTP/1.1" status: 204 len: 173 time: 0.4189906 Aug 12 22:13:15.919614 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'name': 'network-vif-deleted', 'tag': 'c56fcd77-1580-4ae8-b82e-0b126e5df096'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:13:15.921918 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b90c9c7bdf6befe870ee2f0381ec6107efb9e8e5a6d80b7c28d3b039cb9c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaef170-e807-4875-966e-db243e0b5ed0" -d '{"events": [{"server_uuid": "2b40374d-fd23-4379-94c6-1448b2e5d3ef", "name": "network-vif-deleted", "tag": "c56fcd77-1580-4ae8-b82e-0b126e5df096"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:13:15.932328 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:15.957021 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f0dd61-19f9-47ea-963a-e534381c9bd7 x-openstack-request-id: req-92f0dd61-19f9-47ea-963a-e534381c9bd7 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:13:15.957319 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b40374d-fd23-4379-94c6-1448b2e5d3ef", "name": "network-vif-deleted", "tag": "c56fcd77-1580-4ae8-b82e-0b126e5df096", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:13:15.957602 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92f0dd61-19f9-47ea-963a-e534381c9bd7 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:13:15.957999 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b40374d-fd23-4379-94c6-1448b2e5d3ef', 'name': 'network-vif-deleted', 'tag': 'c56fcd77-1580-4ae8-b82e-0b126e5df096', 'status': 'completed', 'code': 200} Aug 12 22:13:16.408875 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [req-7f95ef9c-4ead-4702-a61d-03a75385e464 req-12f0c74e-ff2e-492b-813d-cadd4abbe238 tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b40374d-fd23-4379-94c6-1448b2e5d3ef HTTP/1.1" status: 200 len: 210 time: 0.0258846 Aug 12 22:13:17.464217 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 40196) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:17.594530 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5c5940c2-5c5a-45d0-9722-838d86df9fed tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Deleting port 25e29ef1-7a95-4707-85f0-e88112ada28b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:13:17.594873 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c5940c2-5c5a-45d0-9722-838d86df9fed tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:17.670396 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c5940c2-5c5a-45d0-9722-838d86df9fed tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:17.670727 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c5940c2-5c5a-45d0-9722-838d86df9fed tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:17.682136 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5c5940c2-5c5a-45d0-9722-838d86df9fed tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Calling delete_port for 25e29ef1-7a95-4707-85f0-e88112ada28b owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:13:17.819894 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c5940c2-5c5a-45d0-9722-838d86df9fed tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:17.842875 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5940c2-5c5a-45d0-9722-838d86df9fed tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event deleted for resources: {'Port': ['ID=25e29ef1-7a95-4707-85f0-e88112ada28b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:17.907635 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c5940c2-5c5a-45d0-9722-838d86df9fed tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:17.910183 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c5940c2-5c5a-45d0-9722-838d86df9fed tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108391'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:17.911322 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-5c5940c2-5c5a-45d0-9722-838d86df9fed tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "DELETE /v2.0/floatingips/c62fc92b-2580-43a0-a63b-98af0c8fddf3 HTTP/1.1" status: 204 len: 168 time: 0.4461236 Aug 12 22:13:19.101950 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 40208) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:19.159047 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5980d42f-c190-4d0c-8f6a-977f20640d2e tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:19.182985 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5980d42f-c190-4d0c-8f6a-977f20640d2e tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:19.241953 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5980d42f-c190-4d0c-8f6a-977f20640d2e tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:19.244554 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5980d42f-c190-4d0c-8f6a-977f20640d2e tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:19.246284 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5980d42f-c190-4d0c-8f6a-977f20640d2e tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] 10.222.0.30 "DELETE /v2.0/security-groups/44bd10e0-fa82-41d4-b45a-561d409cc050 HTTP/1.1" status: 204 len: 168 time: 0.1428387 Aug 12 22:13:19.255670 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980d42f-c190-4d0c-8f6a-977f20640d2e tempest-TestVolumeBootPattern-1174804626 tempest-TestVolumeBootPattern-1174804626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bd10e0-fa82-41d4-b45a-561d409cc050,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:19.299892 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 40212) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:19.972083 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72035c9c-d730-48a1-b4f6-8741e7eceaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740956'] for router_interface, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:20.217978 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-72035c9c-d730-48a1-b4f6-8741e7eceaf7 admin admin] Deleting port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:13:20.218572 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72035c9c-d730-48a1-b4f6-8741e7eceaf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:20.295208 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-72035c9c-d730-48a1-b4f6-8741e7eceaf7 admin admin] For port 372b3f7c-bfbb-4f92-b546-9c4e15d54eea, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=372b3f7c-bfbb-4f92-b546-9c4e15d54eea,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:13:20.295482 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72035c9c-d730-48a1-b4f6-8741e7eceaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:20.312525 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-72035c9c-d730-48a1-b4f6-8741e7eceaf7 admin admin] Calling delete_port for 372b3f7c-bfbb-4f92-b546-9c4e15d54eea owned by network:router_interface {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:13:20.486102 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72035c9c-d730-48a1-b4f6-8741e7eceaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:20.511328 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72035c9c-d730-48a1-b4f6-8741e7eceaf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=372b3f7c-bfbb-4f92-b546-9c4e15d54eea,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:20.589575 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device c56fcd77-1580-4ae8-b82e-0b126e5df096 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:13:20.611756 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] No Port match for: c56fcd77-1580-4ae8-b82e-0b126e5df096 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:13:20.612144 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Device c56fcd77-1580-4ae8-b82e-0b126e5df096 not bound to the agent host hv-cinder-80445 {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:13:20.676291 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72035c9c-d730-48a1-b4f6-8741e7eceaf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683756'] for router_interface, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:20.890115 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72035c9c-d730-48a1-b4f6-8741e7eceaf7 admin admin] Router fc2904fc-05c4-4755-a1fa-3af56942358f has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:13:20.994643 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72035c9c-d730-48a1-b4f6-8741e7eceaf7 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:13:20.999587 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-72035c9c-d730-48a1-b4f6-8741e7eceaf7 admin admin] 10.222.0.30 "PUT /v2.0/routers/fc2904fc-05c4-4755-a1fa-3af56942358f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6987069 Aug 12 22:13:21.002161 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 40216) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:21.006724 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7411ce-b7eb-4ffe-a2ff-d6293f2e5209 None None] Sync routers for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:13:21.015633 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7411ce-b7eb-4ffe-a2ff-d6293f2e5209 None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:13:21.016239 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1b7411ce-b7eb-4ffe-a2ff-d6293f2e5209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:12:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:21.106158 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] Notify callbacks [] for router, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:21.120838 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-1b7411ce-b7eb-4ffe-a2ff-d6293f2e5209 None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: dv-cinder-804459-3-iscsi {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:13:21.219543 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:21.271924 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] Deleting port e0dd0c52-4976-4c33-8b06-2aede026d198 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:13:21.272270 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:21.299405 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1b7411ce-b7eb-4ffe-a2ff-d6293f2e5209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:13:20Z', 'revision_number': 5, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port': {'id': 'e0dd0c52-4976-4c33-8b06-2aede026d198', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:50Z', 'updated_at': '2021-08-12T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:21.352048 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] For port e0dd0c52-4976-4c33-8b06-2aede026d198, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=e0dd0c52-4976-4c33-8b06-2aede026d198,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:13:21.352421 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:21.369957 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] Calling delete_port for e0dd0c52-4976-4c33-8b06-2aede026d198 owned by network:router_gateway {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:13:21.451243 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7411ce-b7eb-4ffe-a2ff-d6293f2e5209 None None] Checking router: fc2904fc-05c4-4755-a1fa-3af56942358f for host: dv-cinder-804459-3-iscsi {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:13:21.459421 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7411ce-b7eb-4ffe-a2ff-d6293f2e5209 None None] Routers {'fc2904fc-05c4-4755-a1fa-3af56942358f'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:13:21.460030 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1b7411ce-b7eb-4ffe-a2ff-d6293f2e5209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:12:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['fc2904fc-05c4-4755-a1fa-3af56942358f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:21.539289 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:21.552386 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-1b7411ce-b7eb-4ffe-a2ff-d6293f2e5209 None None] Set router fc2904fc-05c4-4755-a1fa-3af56942358f gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:13:21.566942 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0dd0c52-4976-4c33-8b06-2aede026d198,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:21.607686 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1b7411ce-b7eb-4ffe-a2ff-d6293f2e5209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:13:21Z', 'revision_number': 6, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port_host': None}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:21.632272 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1683670'] for router_gateway, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:21.638247 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7411ce-b7eb-4ffe-a2ff-d6293f2e5209 None None] The sync data for ids ['fc2904fc-05c4-4755-a1fa-3af56942358f'] in dv-cinder-804459-3-iscsi is: [{'id': 'fc2904fc-05c4-4755-a1fa-3af56942358f', 'name': 'tempest-TestVolumeBootPattern-740350118-router', 'tenant_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:49Z', 'updated_at': '2021-08-12T22:13:21Z', 'revision_number': 6, 'project_id': 'dde9ae2ac4ae4b67ae4d99429d2e38d0', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:13:21.723419 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103813'] for router, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:21.725425 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:21.767548 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685301'] for router, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:21.768139 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc2904fc-05c4-4755-a1fa-3af56942358f {{(pid=93878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:13:21.772354 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:21.773632 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-50a5b93a-6597-4e77-9327-b56cb34f3d27 admin admin] 10.222.0.30 "DELETE /v2.0/routers/fc2904fc-05c4-4755-a1fa-3af56942358f HTTP/1.1" status: 204 len: 168 time: 0.7705550 Aug 12 22:13:21.776145 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 40218) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:21.825052 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3aa578-66d3-46fe-b9f3-7fd0b5254c1d admin admin] Deleting subnet 5e3367e8-5e29-4883-9750-8e95e4af7568 {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:13:21.828051 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eb3aa578-66d3-46fe-b9f3-7fd0b5254c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:21.863688 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eb3aa578-66d3-46fe-b9f3-7fd0b5254c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287314101'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:21.870482 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-490f541a-864d-46e8-b248-74f6db7c1faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:21.943870 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eb3aa578-66d3-46fe-b9f3-7fd0b5254c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:22.004385 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eb3aa578-66d3-46fe-b9f3-7fd0b5254c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287189987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4286855062'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:22.029929 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3aa578-66d3-46fe-b9f3-7fd0b5254c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e3367e8-5e29-4883-9750-8e95e4af7568,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:22.035744 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eb3aa578-66d3-46fe-b9f3-7fd0b5254c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:22.039854 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-eb3aa578-66d3-46fe-b9f3-7fd0b5254c1d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5e3367e8-5e29-4883-9750-8e95e4af7568 HTTP/1.1" status: 204 len: 168 time: 0.2605686 Aug 12 22:13:22.040155 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.30', 40220) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:22.042997 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856b619b-5d57-4a05-990b-73114c028357 None None] Network d3764607-b797-4b73-a49a-9f004b0592b4 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:13:22.108075 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:22.160792 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] Deleting port 7edf3a93-4f56-466d-8175-7cb032596696 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:13:22.161145 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:22.229151 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] For port 7edf3a93-4f56-466d-8175-7cb032596696, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=7edf3a93-4f56-466d-8175-7cb032596696,segment=NetworkSegment(356602b4-83cd-40db-b638-4ed6b544589b),segment_id=356602b4-83cd-40db-b638-4ed6b544589b)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:13:22.229823 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:22.242584 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] Calling delete_port for 7edf3a93-4f56-466d-8175-7cb032596696 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:13:22.318867 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287189968'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:22.351050 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7edf3a93-4f56-466d-8175-7cb032596696,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:22.351700 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] No DVR routers for this DVR port 7edf3a93-4f56-466d-8175-7cb032596696 on host dv-cinder-804459-3-iscsi {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:13:22.379083 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0affc4-2891-4e13-9ac0-dfedb86cd540 None None] DHCP port deletion for d3764607-b797-4b73-a49a-9f004b0592b4 request from dv-cinder-804459-3-iscsi {{(pid=93879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:13:22.425275 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:22.435237 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3764607-b797-4b73-a49a-9f004b0592b4']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:22.445816 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356602b4-83cd-40db-b638-4ed6b544589b') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:22.446117 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356602b4-83cd-40db-b638-4ed6b544589b') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:22.454973 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287314082'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:22.469180 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:22.475876 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:13:22.476362 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287189821'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: timer() Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: cb(*args, **kw) Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: self._notify() Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: self.callback(batched_events) Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: event.method(event) Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._get(url).json() Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:13:22.478071 dv-cinder-804459-3-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:13:22.536114 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:22.541916 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:22.544319 dv-cinder-804459-3-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d3764607-b797-4b73-a49a-9f004b0592b4 HTTP/1.1" status: 204 len: 168 time: 0.5033340 Aug 12 22:13:22.547788 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 40222) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:22.555938 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e406c4-f931-4a3a-acca-17b5ffdcc9b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3764607-b797-4b73-a49a-9f004b0592b4,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:22.890520 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e0618c3-784b-46f8-88eb-b626e79cbdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740956'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:23.131224 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7e0618c3-784b-46f8-88eb-b626e79cbdb4 admin admin] Deleting port df3fb86b-3ba2-4345-8ee8-2123aacc83cd {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:13:23.131565 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e0618c3-784b-46f8-88eb-b626e79cbdb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:23.153905 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 372b3f7c-bfbb-4f92-b546-9c4e15d54eea no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:13:23.173359 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 372b3f7c-bfbb-4f92-b546-9c4e15d54eea {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:13:23.173805 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 372b3f7c-bfbb-4f92-b546-9c4e15d54eea not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:13:23.174222 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device e0dd0c52-4976-4c33-8b06-2aede026d198 no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:13:23.192922 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: e0dd0c52-4976-4c33-8b06-2aede026d198 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:13:23.193272 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device e0dd0c52-4976-4c33-8b06-2aede026d198 not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:13:23.193712 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 7edf3a93-4f56-466d-8175-7cb032596696 no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:13:23.209486 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7e0618c3-784b-46f8-88eb-b626e79cbdb4 admin admin] For port df3fb86b-3ba2-4345-8ee8-2123aacc83cd, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=df3fb86b-3ba2-4345-8ee8-2123aacc83cd,segment=NetworkSegment(b02b1dab-7ede-4182-8d72-7fcd7167ba96),segment_id=b02b1dab-7ede-4182-8d72-7fcd7167ba96)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:13:23.209880 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e0618c3-784b-46f8-88eb-b626e79cbdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:23.212595 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: 7edf3a93-4f56-466d-8175-7cb032596696 {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:13:23.212944 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 7edf3a93-4f56-466d-8175-7cb032596696 not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:13:23.225939 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7e0618c3-784b-46f8-88eb-b626e79cbdb4 admin admin] Calling delete_port for df3fb86b-3ba2-4345-8ee8-2123aacc83cd owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:13:23.401879 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e0618c3-784b-46f8-88eb-b626e79cbdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:23.425223 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0618c3-784b-46f8-88eb-b626e79cbdb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3fb86b-3ba2-4345-8ee8-2123aacc83cd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:23.588760 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e0618c3-784b-46f8-88eb-b626e79cbdb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683756'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:24.067724 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0618c3-784b-46f8-88eb-b626e79cbdb4 admin admin] Router 1ddf67e4-2e03-4444-82ac-f0f62113f421 has already been hosted by L3 agent 254a2b08-d3bd-4686-b82b-8ac1607d1781 {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:13:24.174371 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0618c3-784b-46f8-88eb-b626e79cbdb4 admin admin] Notify agent at l3_agent.dv-cinder-804459-3-iscsi the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:13:24.179338 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-7e0618c3-784b-46f8-88eb-b626e79cbdb4 admin admin] 10.222.0.30 "PUT /v2.0/routers/1ddf67e4-2e03-4444-82ac-f0f62113f421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6303782 Aug 12 22:13:24.181876 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 40224) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:24.184667 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1ebf2-f23d-4418-b685-bf8fecda8d8f None None] Sync routers for ids ['1ddf67e4-2e03-4444-82ac-f0f62113f421'] in dv-cinder-804459-3-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:13:24.194857 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1ebf2-f23d-4418-b685-bf8fecda8d8f None None] Routers {'1ddf67e4-2e03-4444-82ac-f0f62113f421'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:13:24.195685 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-74e1ebf2-f23d-4418-b685-bf8fecda8d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:12:54Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['1ddf67e4-2e03-4444-82ac-f0f62113f421'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:24.287430 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:24.301456 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-74e1ebf2-f23d-4418-b685-bf8fecda8d8f None None] Set router 1ddf67e4-2e03-4444-82ac-f0f62113f421 gateway port host: dv-cinder-804459-3-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:13:24.391099 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:24.442502 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] Deleting port b3ce3eb8-817b-460f-9baf-bb36bf023a4c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:13:24.442847 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:24.475518 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c09c1788-5b03-4288-8d9a-ad97f5adda47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:24.478951 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:24.486471 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-74e1ebf2-f23d-4418-b685-bf8fecda8d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'name': 'tempest-TestVolumeBootPattern-710905273-router', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'external_fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3eb8-817b-460f-9baf-bb36bf023a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:54Z', 'updated_at': '2021-08-12T22:13:23Z', 'revision_number': 5, 'project_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'gw_port': {'id': 'b3ce3eb8-817b-460f-9baf-bb36bf023a4c', 'name': '', 'network_id': '91f356a0-e407-4a3f-8387-93e3cb37c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:06:55Z', 'updated_at': '2021-08-12T22:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fce42f0-dde6-46b2-85e6-ccbaee05710d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-3-iscsi'}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:24.513777 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1ebf2-f23d-4418-b685-bf8fecda8d8f None None] Checking router: 1ddf67e4-2e03-4444-82ac-f0f62113f421 for host: dv-cinder-804459-3-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:13:24.521773 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1ebf2-f23d-4418-b685-bf8fecda8d8f None None] Routers {'1ddf67e4-2e03-4444-82ac-f0f62113f421'} bound to L3 agent in host dv-cinder-804459-3-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:13:24.522368 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-74e1ebf2-f23d-4418-b685-bf8fecda8d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T21:50:24Z,description=,heartbeat_timestamp=2021-08-12T22:13:24Z,host='dv-cinder-804459-3-iscsi',id=254a2b08-d3bd-4686-b82b-8ac1607d1781,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:50:24Z,topic='l3_agent')) {'router_ids': ['1ddf67e4-2e03-4444-82ac-f0f62113f421'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:24.525157 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] For port b3ce3eb8-817b-460f-9baf-bb36bf023a4c, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=b3ce3eb8-817b-460f-9baf-bb36bf023a4c,segment=NetworkSegment(7ba1e192-1aee-4689-86e6-0e3055ffc6b9),segment_id=7ba1e192-1aee-4689-86e6-0e3055ffc6b9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:13:24.525550 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:24.537969 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] Calling delete_port for b3ce3eb8-817b-460f-9baf-bb36bf023a4c owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:13:24.609328 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-74e1ebf2-f23d-4418-b685-bf8fecda8d8f None None] Set router 1ddf67e4-2e03-4444-82ac-f0f62113f421 gateway port host: None {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:13:24.663330 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-74e1ebf2-f23d-4418-b685-bf8fecda8d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'name': 'tempest-TestVolumeBootPattern-710905273-router', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:54Z', 'updated_at': '2021-08-12T22:13:24Z', 'revision_number': 6, 'project_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'gw_port_host': None}], 'dv-cinder-804459-3-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:24.689760 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1ebf2-f23d-4418-b685-bf8fecda8d8f None None] The sync data for ids ['1ddf67e4-2e03-4444-82ac-f0f62113f421'] in dv-cinder-804459-3-iscsi is: [{'id': '1ddf67e4-2e03-4444-82ac-f0f62113f421', 'name': 'tempest-TestVolumeBootPattern-710905273-router', 'tenant_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:06:54Z', 'updated_at': '2021-08-12T22:13:24Z', 'revision_number': 6, 'project_id': 'be3a019d8dbc4f4db91b2e19336964f0', 'gw_port_host': None}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:13:24.704977 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:24.736687 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ce3eb8-817b-460f-9baf-bb36bf023a4c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:24.794953 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1683670'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:24.886939 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103813'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:24.889607 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:24.931076 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685301'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:24.931713 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ddf67e4-2e03-4444-82ac-f0f62113f421 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:13:24.936029 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:24.937273 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-b009ef16-9281-4cc8-bc63-95e9d96ba3db admin admin] 10.222.0.30 "DELETE /v2.0/routers/1ddf67e4-2e03-4444-82ac-f0f62113f421 HTTP/1.1" status: 204 len: 168 time: 0.7544556 Aug 12 22:13:24.939753 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 40226) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:24.988778 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1607149-b41f-49f6-b979-619d772607b1 admin admin] Deleting subnet 4b51ad7a-c6e2-49eb-8a3f-062bee98e98c {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:13:24.991692 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1607149-b41f-49f6-b979-619d772607b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.026830 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1607149-b41f-49f6-b979-619d772607b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288181441'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.107573 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1607149-b41f-49f6-b979-619d772607b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575182'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.158963 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1607149-b41f-49f6-b979-619d772607b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288414379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4286696668'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.188847 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1607149-b41f-49f6-b979-619d772607b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b51ad7a-c6e2-49eb-8a3f-062bee98e98c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:25.192273 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1607149-b41f-49f6-b979-619d772607b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.194164 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-a1607149-b41f-49f6-b979-619d772607b1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4b51ad7a-c6e2-49eb-8a3f-062bee98e98c HTTP/1.1" status: 204 len: 168 time: 0.2534728 Aug 12 22:13:25.197948 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 40228) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:25.198156 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4352f6e-b216-4674-a742-acb8ca1fb83d None None] Network 4847b933-3496-4419-9517-11221cf06f51 requested from dv-cinder-804459-3-iscsi {{(pid=93879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:13:25.264377 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538129'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.318377 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] Deleting port 45249a6e-a58b-4435-b8cb-caaa017e8bf2 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:13:25.318729 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.390626 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] For port 45249a6e-a58b-4435-b8cb-caaa017e8bf2, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=45249a6e-a58b-4435-b8cb-caaa017e8bf2,segment=NetworkSegment(b02b1dab-7ede-4182-8d72-7fcd7167ba96),segment_id=b02b1dab-7ede-4182-8d72-7fcd7167ba96)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:13:25.391005 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.406358 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] Calling delete_port for 45249a6e-a58b-4435-b8cb-caaa017e8bf2 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:13:25.419296 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] DHCP port deletion for 4847b933-3496-4419-9517-11221cf06f51 request from dv-cinder-804459-3-iscsi {{(pid=93879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:13:25.473354 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 45249a6e-a58b-4435-b8cb-caaa017e8bf2 no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:13:25.503742 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Deleting port 45249a6e-a58b-4435-b8cb-caaa017e8bf2 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:13:25.504420 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776773146408'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.512088 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288414360'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.542652 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] Pushing event deleted for resources: {'Port': ['ID=45249a6e-a58b-4435-b8cb-caaa017e8bf2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:25.548931 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] No DVR routers for this DVR port 45249a6e-a58b-4435-b8cb-caaa017e8bf2 on host dv-cinder-804459-3-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:13:25.570027 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No active binding found for port 45249a6e-a58b-4435-b8cb-caaa017e8bf2 {{(pid=93879) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 22:13:25.570291 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device 45249a6e-a58b-4435-b8cb-caaa017e8bf2 not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:13:25.570705 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device b3ce3eb8-817b-460f-9baf-bb36bf023a4c no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:13:25.598767 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: b3ce3eb8-817b-460f-9baf-bb36bf023a4c {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:13:25.599115 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device b3ce3eb8-817b-460f-9baf-bb36bf023a4c not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:13:25.599746 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device df3fb86b-3ba2-4345-8ee8-2123aacc83cd no longer exists at agent ovs-agent-dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:13:25.602880 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] For port 45249a6e-a58b-4435-b8cb-caaa017e8bf2, host dv-cinder-804459-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-3-iscsi',level=0,port_id=45249a6e-a58b-4435-b8cb-caaa017e8bf2,segment=NetworkSegment(b02b1dab-7ede-4182-8d72-7fcd7167ba96),segment_id=b02b1dab-7ede-4182-8d72-7fcd7167ba96)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:13:25.603313 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681587'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.631146 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [req-d9634acc-d194-4c92-9700-83ccb0f9f321 req-92fdebc6-7c2b-453c-ae8f-3426d320eeb5 service neutron] (93878) timed out ('10.222.0.58', 51055) {{(pid=93878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 22:13:25.635707 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] No Port match for: df3fb86b-3ba2-4345-8ee8-2123aacc83cd {{(pid=93879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:13:25.636052 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.rpc [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Device df3fb86b-3ba2-4345-8ee8-2123aacc83cd not bound to the agent host dv-cinder-804459-3-iscsi {{(pid=93879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:13:25.638349 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Calling delete_port for 45249a6e-a58b-4435-b8cb-caaa017e8bf2 owned by network:dhcp {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:13:25.638936 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587849', 'neutron.services.segments.db._delete_segments_for_network-8776773240176'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.651558 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4847b933-3496-4419-9517-11221cf06f51']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:25.664287 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02b1dab-7ede-4182-8d72-7fcd7167ba96') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:25.664669 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.services.segments.db [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02b1dab-7ede-4182-8d72-7fcd7167ba96') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:13:25.675175 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776773242489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288181462'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.692060 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.700041 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:13:25.700457 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288414325'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: Traceback (most recent call last): Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: timer() Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: cb(*args, **kw) Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: return func(*args, **kwargs) Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: self._notify() Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: self.callback(batched_events) Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: event.method(event) Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: return f(self, *a, **k) Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: return self._get(url).json() Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: return self.request(url, 'GET', **kwargs) Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:13:25.702213 dv-cinder-804459-3-iscsi neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:13:25.729483 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776773152642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776772680964'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.760457 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Pushing event deleted for resources: {'Port': ['ID=45249a6e-a58b-4435-b8cb-caaa017e8bf2,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:25.765972 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] No DVR routers for this DVR port 45249a6e-a58b-4435-b8cb-caaa017e8bf2 on host dv-cinder-804459-3-iscsi {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:13:25.767145 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.768097 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1683626'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.772683 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:25.773041 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:25.773396 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:25.773756 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:25.774100 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:25.774443 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:25.774778 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:25.775105 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:25.775441 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:25.775774 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:25.776107 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:25.776236 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611293'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:25.776437 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15621f-d777-4d48-9c02-1b11dafd3b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-3-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:13:25.783576 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] 10.222.0.30 "DELETE /v2.0/networks/4847b933-3496-4419-9517-11221cf06f51 HTTP/1.1" status: 204 len: 168 time: 0.5798419 Aug 12 22:13:25.795712 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bb40e-86f5-46a1-a662-1e707d53513f admin admin] Pushing event deleted for resources: {'Network': ['ID=4847b933-3496-4419-9517-11221cf06f51,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:25.865059 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [req-205b369c-162a-45ef-a809-2f13a54f818c req-e2a429e9-1bf3-4820-b189-b16319b0be13 service neutron] (93877) timed out ('10.222.0.58', 51047) {{(pid=93877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 22:13:25.888321 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 40232) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:25.928383 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-34390171-116d-4423-a64e-3e47d287cc5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dde9ae2ac4ae4b67ae4d99429d2e38d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389221 Aug 12 22:13:25.930777 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 40234) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:25.980402 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-984ac01f-0774-44ec-b033-50fe87d3d11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:26.010368 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-984ac01f-0774-44ec-b033-50fe87d3d11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:26.057993 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-984ac01f-0774-44ec-b033-50fe87d3d11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:26.061124 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-984ac01f-0774-44ec-b033-50fe87d3d11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:26.062313 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-984ac01f-0774-44ec-b033-50fe87d3d11c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f713b758-23ed-420b-bcf8-3187381cb6c2 HTTP/1.1" status: 204 len: 168 time: 0.1306505 Aug 12 22:13:26.070159 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ac01f-0774-44ec-b033-50fe87d3d11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f713b758-23ed-420b-bcf8-3187381cb6c2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:26.380167 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 40240) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:26.419069 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-baa86e09-cd72-417a-a89e-b2ffe86e18d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be3a019d8dbc4f4db91b2e19336964f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371947 Aug 12 22:13:26.421400 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.30', 40242) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:13:26.470929 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89244e1d-c402-410c-9293-50f1b1abde56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:26.492033 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89244e1d-c402-410c-9293-50f1b1abde56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:26.538121 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89244e1d-c402-410c-9293-50f1b1abde56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694896'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:26.540594 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89244e1d-c402-410c-9293-50f1b1abde56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:26.541752 dv-cinder-804459-3-iscsi neutron-server[93877]: INFO neutron.wsgi [None req-89244e1d-c402-410c-9293-50f1b1abde56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6d10069-6b43-4f1e-8823-6383fcc73d34 HTTP/1.1" status: 204 len: 168 time: 0.1194170 Aug 12 22:13:26.550161 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89244e1d-c402-410c-9293-50f1b1abde56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d10069-6b43-4f1e-8823-6383fcc73d34,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:13:27.771397 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:34.387179 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:13:45.929745 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:51.873093 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c69b761-5ba7-431c-b5f5-97a92c4a0c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:54.470431 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:54.475561 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-06de0e71-1b8f-4dfb-81d3-618f602a3f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:55.739203 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:13:57.774839 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:14:11.385765 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:14:15.928769 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:14:21.872896 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ddcfb2da-7476-44ad-87a7-10d9af434736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:14:24.469468 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:14:24.471198 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-19968612-ee4b-4b70-9236-10c1083f0f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:14:25.742021 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:14:27.777193 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:14:45.961105 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:14:48.384626 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:14:51.873097 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3c341c21-ba04-40d6-a468-63b29a86982b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:14:54.470092 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:14:54.472778 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2529eed2-9aad-4ad3-be19-477df1b7316b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:14:55.745216 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:14:57.779378 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:15:15.959678 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:15:21.873639 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-51634a8e-3e6c-4b6d-b441-e4aff191b386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:15:24.469703 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:15:24.471320 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b72b6b0d-40cd-48dd-9665-a5981e987c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:15:25.383865 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:15:25.752413 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:15:27.782846 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:15:45.958454 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:15:51.873713 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9ce831a6-4fe4-45d0-a411-b85722b27425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:15:54.469254 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:15:54.470966 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5fd28fd9-bc96-46af-82ff-cbc4953c6507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:15:55.751163 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:15:57.787896 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:16:02.382669 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:16:15.965698 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:16:21.874230 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c39de7d8-0c27-4bda-bceb-68ba237eff3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:16:24.467817 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:16:24.469832 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5df25bad-c06c-41ff-8fbd-ebc61d3abc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:16:25.754445 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:16:27.788592 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:16:39.381139 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:16:45.957855 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:16:51.874091 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-463659b5-76db-4432-9454-60b0d8c2ff5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:16:54.465953 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:16:54.467769 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-40cf7909-e98a-48ba-91d7-af4a26aba70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:16:55.756609 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:16:57.792090 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:17:14.792921 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [req-59b00529-7abf-4836-a2b3-2c15284d4b39 req-51fcfdd8-71c1-4992-a9cc-58889b4f4bd5 service neutron] (93877) timed out ('10.222.0.58', 51069) {{(pid=93877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 22:17:15.956620 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:17:16.380591 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:17:21.874202 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-819b32ed-d6f7-4805-b9f1-9fde6e15e166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:17:24.468113 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4b954d33-a381-4615-ba9e-769b8c3f880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:17:24.470129 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:17:25.760698 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:17:27.794967 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:17:33.853597 dv-cinder-804459-3-iscsi neutron-server[93877]: DEBUG neutron.wsgi [req-4d3ca82e-fff3-477e-a680-db4898d516ad req-402edd03-c024-4380-80df-d9387d59172b service neutron] (93877) timed out ('10.222.0.58', 51065) {{(pid=93877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 22:17:45.972536 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:17:51.874445 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c67e0a6d-71ed-4f1f-9e50-465562791946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:17:53.380167 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:17:54.465948 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8c981c-74a9-4c1e-9a68-573ffa0aae2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:17:54.467628 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:17:55.763887 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:17:57.799259 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:18:15.988097 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4f8d546d-7aa9-44f1-844e-93b1b8b27edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:18:21.875327 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c90bb7b2-2d1b-4bf9-9705-5f20e63df068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:18:24.463763 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-210bcd90-363d-4ff2-9757-e00a777827ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:18:24.465680 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad2bb659-4d58-44d7-be18-6bef45f620dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:18:25.767021 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f77f13a8-0c70-4aae-9672-8a2dd4fe3e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:18:27.799864 dv-cinder-804459-3-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b502b4d-9a23-49ac-9384-e945c7c524d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776773240068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587719'] for agent, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:18:30.340757 dv-cinder-804459-3-iscsi neutron-server[93878]: DEBUG neutron.wsgi [req-c2ffff22-37c0-4f74-b0bc-31360410356b req-ae85e734-7b6f-4069-82a9-0a47dcc6e1ac service neutron] (93878) timed out ('10.222.0.30', 36824) {{(pid=93878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 22:18:30.378123 dv-cinder-804459-3-iscsi neutron-server[93880]: DEBUG neutron.db.agents_db [None req-740eb421-6f19-42b9-8cb9-1dcb5aded3b2 None None] Agent healthcheck: found 6 active agents {{(pid=93880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}